-- Logs begin at Thu 2022-04-14 20:57:37 UTC, end at Thu 2022-04-14 22:23:06 UTC. -- Apr 14 21:46:58.149707 dv-cinder-813229-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 21:47:01.094250 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:47:01.094856 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:47:01.095037 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110436) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:47:01.098426 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:47:01.098679 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:47:01.098984 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110436) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:47:01.099898 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:47:01.100127 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:47:01.100488 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:47:01.100754 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:47:01.100977 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:47:01.101384 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.101796 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 14 21:47:01.102102 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.102391 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.102676 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.102966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.103251 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.103524 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.103807 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.104099 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.104389 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.104686 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.104969 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.105260 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.105537 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.105828 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.106098 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.106374 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] debug = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.106702 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.107130 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.107540 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.107817 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.108102 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.108375 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.108668 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.108942 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.109221 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.109546 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] host = dv-cinder-813229-9-iscsi {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.109816 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.110098 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.110380 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.110659 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.110928 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.111197 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.111475 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.111742 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.112009 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] log_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.112277 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.112558 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.112862 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.113143 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.113362 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.113580 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.113871 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.114151 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.114419 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.114687 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.114954 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.115224 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.115492 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.115752 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.116030 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.116307 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.116609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.116872 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.117140 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.117408 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.117666 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.117942 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.118211 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.118475 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.118741 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.119019 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.119281 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.119546 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.119842 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.120121 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.120396 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.120708 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.120978 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.121254 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.121519 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.121783 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.122049 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] use_json = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.122339 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.122642 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.122964 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.123233 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.123500 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.123766 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.124031 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.124311 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.124607 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:01.124888 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.125185 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.125477 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.125768 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.126054 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.126330 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.126613 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.126886 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.127168 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.127446 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.127727 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.127998 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.128292 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.128571 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.128878 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.129178 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.129464 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.129748 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.130017 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.130285 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.130553 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.130824 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.131105 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.131376 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.131657 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.131938 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.132210 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.132499 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.132804 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.133094 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.133373 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.133641 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.133913 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.134196 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.134468 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.134739 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.135015 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.135295 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.135567 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.135833 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.136108 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.136379 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.136670 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.136936 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.137206 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.137486 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.138309 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.138919 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.139019 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.139226 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.139495 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.139778 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.140051 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.140320 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.140600 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.140883 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.141150 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.141420 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.141692 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.141961 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.142231 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.142498 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.142764 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.143030 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.143296 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.143560 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.143825 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.144089 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.144362 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.144656 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.144927 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.145192 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.145465 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.145731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.146011 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.146303 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.146577 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.146849 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.147121 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.147394 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.147665 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.147934 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.148206 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.148477 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.148777 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.149057 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.149334 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.149617 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.149911 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.150182 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.150471 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.150742 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.151012 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.151288 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.151557 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.151828 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.152104 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.152383 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.152698 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.152992 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.153277 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.154262 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.154553 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.154831 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.155133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.155412 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:01.155624 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:47:01.155856 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110436) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 14 21:47:01.530625 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:47:01.530901 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:47:01.531199 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:47:01.531528 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 21:47:01.858592 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.858872 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.859139 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.862034 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.862324 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.862588 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.915240 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.915510 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.915769 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.930815 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.931091 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.931354 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.960957 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.961232 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.961506 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.999066 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.999344 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:01.999611 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.339355 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.340207 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.340207 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.340392 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.341654 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.441066 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.441384 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.441670 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.441944 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.442207 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.442514 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.442773 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.443023 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.443271 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.443548 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.443802 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.444062 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.444312 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.444559 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.444833 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.445093 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.445345 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.445683 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.445953 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.446209 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.446476 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.446723 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.447001 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.447375 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.447621 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.447861 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.448247 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:47:02.448483 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:47:02.448741 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:47:02.448973 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:47:02.449203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:47:02.449432 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:47:02.449793 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 21:47:02.453493 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 21:47:02.457360 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 21:47:02.461190 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 14 21:47:02.462795 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 21:47:02.463257 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 21:47:02.463585 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 21:47:02.463960 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 21:47:02.467338 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 21:47:02.467579 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 21:47:02.467913 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:47:02.472724 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 14 21:47:02.495958 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 21:47:02.496411 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.496738 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110436) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 14 21:47:02.497623 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.499094 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110436) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 21:47:02.499364 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:47:02.499603 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 21:47:02.502885 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.503163 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:02.566144 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 21:47:02.566377 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 21:47:02.566608 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 21:47:02.566978 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 21:47:02.587441 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_db.sqlalchemy.engines [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110436) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 14 21:47:03.160893 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Initializing driver for type 'gre' Apr 14 21:47:03.161415 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] gre ID ranges: [(1, 1000)] Apr 14 21:47:03.343758 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Initializing driver for type 'local' Apr 14 21:47:03.344361 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Initializing driver for type 'vlan' Apr 14 21:47:03.440785 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] VlanTypeDriver initialization complete Apr 14 21:47:03.441119 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Initializing driver for type 'vxlan' Apr 14 21:47:03.441632 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] vxlan ID ranges: [(1, 1000)] Apr 14 21:47:03.629534 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Initializing extension driver 'port_security' Apr 14 21:47:03.629810 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.extensions.port_security [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] PortSecurityExtensionDriver initialization complete Apr 14 21:47:03.630153 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Initializing mechanism driver 'openvswitch' Apr 14 21:47:03.630490 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Initializing mechanism driver 'hyperv' Apr 14 21:47:03.637108 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.plugins.ml2.plugin [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:03.638481 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > port after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.638920 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > port after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.639301 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > port after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.639846 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:47:03.640291 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > subnet after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.640677 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > subnet after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.641030 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > subnet after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.641423 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:47:03.641831 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > network after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.642180 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > network after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.642521 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > network after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.642911 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:47:03.643315 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > security_group after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.643663 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > security_group after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.644005 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > security_group after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.644396 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:47:03.644823 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.645170 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.645790 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.645918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:47:03.646278 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > address_group after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.646622 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > address_group after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.646960 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > address_group after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.647350 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:47:03.647795 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] ML2 OVO RPC backend initialized. {{(pid=110436) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 14 21:47:03.648504 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router_interface after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.648894 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.649311 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > network before_response 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.649661 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > networks before_response 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.650008 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > port before_response 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.650349 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > ports before_response 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.650692 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > subnet before_response 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.651031 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > subnets before_response 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.651377 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > network after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.651714 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > network after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.652050 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > network after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.652385 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > port after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.652756 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > port after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.653093 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > port after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.654073 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > subnet after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.654397 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > subnet after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.654730 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > subnet after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.662321 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded quota_driver: . Apr 14 21:47:03.662687 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.plugin [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Modular L2 Plugin initialization complete Apr 14 21:47:03.663031 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading services supported by the core plugin {{(pid=110436) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 21:47:03.663370 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.plugins.ml2.managers [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Got port-security extension from driver 'port_security' Apr 14 21:47:03.663849 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.extensions.vlantransparent [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Disabled vlantransparent extension. Apr 14 21:47:03.664340 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110436) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 21:47:03.664704 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading Plugin: router Apr 14 21:47:03.699331 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router_interface before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.699726 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router after_create 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.700606 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router before_create 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.700993 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.701445 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.701809 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router after_delete 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.702171 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > floatingip after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.702523 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > floatingip after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.702881 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router after_create 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.703226 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router after_update 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.703576 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router after_update 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.703924 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.704398 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router after_update 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.704837 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router precommit_update 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.705207 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: port after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.705546 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: port after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.705883 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: subnet after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.706224 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.706571 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > port precommit_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.706916 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router precommit_create 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.707257 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: port before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.707600 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router precommit_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.707953 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router after_update 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.708294 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router precommit_delete 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.708669 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router precommit_create 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.709032 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router_interface after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.709375 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router precommit_update 55549900 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.709738 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > agent after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.710089 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > agent after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.710433 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > network after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.711284 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Tracking information for resource: router configured {{(pid=110436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:47:03.711616 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Tracking information for resource: floatingip configured {{(pid=110436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:47:03.717376 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.db.l3_agentschedulers_db [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 21:47:03.717950 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: port after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.718313 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: port after_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.718671 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: port after_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.719024 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: port after_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.719805 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router before_create 55550100 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.720168 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router precommit_delete 55550100 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.720530 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router precommit_create 55550100 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.720916 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > router precommit_update 55550100 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.725766 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.services.provider_configuration [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service providers = [] {{(pid=110436) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 21:47:03.726134 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.db.servicetype_db [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110436) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 21:47:03.729096 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.services.service_base [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:47:03.729442 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.services.service_base [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:47:03.729783 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.services.service_base [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:47:03.730665 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.services.service_base [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:47:03.731034 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.services.service_base [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 21:47:03.731482 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:47:03.731839 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 21:47:03.742485 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:47:03.742819 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading Plugin: auto_allocate Apr 14 21:47:03.749295 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: network precommit_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.749656 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: network precommit_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.750171 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:47:03.750486 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading Plugin: tag Apr 14 21:47:03.758444 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:47:03.758778 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading Plugin: timestamp Apr 14 21:47:03.762598 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:47:03.763569 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading Plugin: network_ip_availability Apr 14 21:47:03.769076 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.769522 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.769926 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:03.770685 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:47:03.771006 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading Plugin: flavors Apr 14 21:47:03.775892 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:47:03.776228 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading Plugin: revisions Apr 14 21:47:03.780557 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:47:03.780967 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_concurrency.lockutils [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.250s {{(pid=110436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:47:03.781703 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110436) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 14 21:47:03.782036 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Initializing extension manager. Apr 14 21:47:03.782560 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: __init__.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.782903 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: __pycache__ {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.783241 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: address_group.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.783989 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.784550 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: address-group Apr 14 21:47:03.784904 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: address_scope.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.785612 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.786114 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: address-scope Apr 14 21:47:03.786437 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: admin_state_down_before_update.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.787353 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.787857 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: router-admin-state-down-before-update Apr 14 21:47:03.788179 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: agent.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.788906 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.789417 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: agent Apr 14 21:47:03.789736 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: agent_resources_synced.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.790641 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.791147 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: agent-resources-synced Apr 14 21:47:03.791469 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: allowedaddresspairs.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.793281 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.793804 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: allowed-address-pairs Apr 14 21:47:03.794248 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: auto_allocated_topology.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.795313 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.795820 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: auto-allocated-topology Apr 14 21:47:03.796144 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: availability_zone.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.796861 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.797474 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: availability_zone Apr 14 21:47:03.797781 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: availability_zone_filter.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.798692 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.799200 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: availability_zone_filter Apr 14 21:47:03.799521 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: data_plane_status.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.800416 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.800950 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 21:47:03.801271 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: default_subnetpools.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.802171 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.802671 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: default-subnetpools Apr 14 21:47:03.802992 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: dhcpagentscheduler.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.803888 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.804392 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: dhcp_agent_scheduler Apr 14 21:47:03.804761 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: dns.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.805671 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.806228 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension dns-integration not supported by any of loaded plugins Apr 14 21:47:03.807088 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: dns_domain_ports.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.807835 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.808337 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 21:47:03.808700 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.810155 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.811127 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 14 21:47:03.811127 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: dvr.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.811980 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.812489 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: dvr Apr 14 21:47:03.812839 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: ecmp_routes.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.813749 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.814559 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension ecmp_routes not supported by any of loaded plugins Apr 14 21:47:03.815245 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: empty_string_filtering.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.815798 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.816311 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: empty-string-filtering Apr 14 21:47:03.816673 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.817990 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.818374 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:47:03.818779 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.819710 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.820212 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 21:47:03.820536 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: external_net.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.821464 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.821963 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: external-net Apr 14 21:47:03.822285 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: extra_dhcp_opt.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.823321 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.823817 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: extra_dhcp_opt Apr 14 21:47:03.824138 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: extraroute.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.825084 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.826201 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: extraroute Apr 14 21:47:03.826516 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: extraroute_atomic.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.827725 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.828259 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: extraroute-atomic Apr 14 21:47:03.828606 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: filter_validation.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.829270 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.829774 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: filter-validation Apr 14 21:47:03.830091 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: fip_pf_description.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.830995 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.831491 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 21:47:03.831813 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: fip_pf_port_range.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.832758 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.833253 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 14 21:47:03.833572 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: fip_port_details.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.834489 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.834985 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: fip-port-details Apr 14 21:47:03.835303 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: flavors.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.836527 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.837064 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: flavors Apr 14 21:47:03.837385 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.839028 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.839545 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 21:47:03.840146 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: floatingip_pools.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.841004 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.841510 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: floatingip-pools Apr 14 21:47:03.841836 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: ip_allocation.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.842754 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.843251 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 21:47:03.843573 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.844518 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.845047 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: ip-substring-filtering Apr 14 21:47:03.845373 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l2_adjacency.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.846298 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.846804 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 21:47:03.847125 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l3.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.848097 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.848642 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: router Apr 14 21:47:03.848971 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l3_conntrack_helper.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.851174 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.851703 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:47:03.852029 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.852973 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.853486 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: ext-gw-mode Apr 14 21:47:03.853812 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.854719 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.855221 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: l3-ha Apr 14 21:47:03.855564 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.856495 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.857016 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 14 21:47:03.857337 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l3_flavors.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.858240 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.858741 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: l3-flavors Apr 14 21:47:03.859063 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l3_ndp_proxy.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.860428 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.860966 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 14 21:47:03.861293 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.862203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.862707 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 21:47:03.863033 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: l3agentscheduler.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.864058 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.864563 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: l3_agent_scheduler Apr 14 21:47:03.864911 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: local_ip.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.866816 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.867334 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension local_ip not supported by any of loaded plugins Apr 14 21:47:03.867664 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: logging.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.869158 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.869680 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension logging not supported by any of loaded plugins Apr 14 21:47:03.870012 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: metering.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.870749 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.871328 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: metering Apr 14 21:47:03.871658 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.873455 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.873964 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: metering_source_and_destination_fields Apr 14 21:47:03.874286 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: multiprovidernet.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.875218 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.875723 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: multi-provider Apr 14 21:47:03.876043 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: netmtu.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.876975 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.877476 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: net-mtu Apr 14 21:47:03.877794 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: netmtu_writable.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.878700 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.879197 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: net-mtu-writable Apr 14 21:47:03.879517 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: network_availability_zone.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.880231 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.880717 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: network_availability_zone Apr 14 21:47:03.881038 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: network_ip_availability.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.882131 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.882640 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: network-ip-availability Apr 14 21:47:03.883040 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: network_segment_range.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.883716 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.884213 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 21:47:03.884533 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: pagination.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.885528 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.885855 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: pagination Apr 14 21:47:03.886172 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: port_device_profile.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.887067 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.888164 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: port-device-profile Apr 14 21:47:03.888651 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.889575 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.890077 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: port-mac-address-regenerate Apr 14 21:47:03.890403 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.891304 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.891809 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: port-numa-affinity-policy Apr 14 21:47:03.892128 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: port_resource_request.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.893058 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.893561 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 21:47:03.893881 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: port_resource_request_groups.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.894835 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.895334 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 14 21:47:03.895654 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: portbindings.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.896565 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.897090 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: binding Apr 14 21:47:03.897413 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: portbindings_extended.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.898670 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.899181 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: binding-extended Apr 14 21:47:03.899508 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: portsecurity.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.900414 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.900955 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: port-security Apr 14 21:47:03.901277 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: project_id.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.902244 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.902571 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: project-id Apr 14 21:47:03.902890 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: providernet.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.903818 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.904334 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: provider Apr 14 21:47:03.904684 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.908246 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.908794 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos not supported by any of loaded plugins Apr 14 21:47:03.909127 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.910492 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.911001 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 21:47:03.911331 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.912247 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.912784 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 21:47:03.913111 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_default.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.914032 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.914535 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-default not supported by any of loaded plugins Apr 14 21:47:03.914858 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_fip.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.915766 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.916267 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-fip not supported by any of loaded plugins Apr 14 21:47:03.916610 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_fip_network_policy.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.917522 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.918024 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 14 21:47:03.918347 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_gateway_ip.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.919286 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.919792 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 21:47:03.920117 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_port_network_policy.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.921062 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.921567 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 21:47:03.921889 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.922916 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.923423 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 14 21:47:03.923747 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.924803 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.925308 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 14 21:47:03.925630 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_pps_rule.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.932682 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.933195 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-pps not supported by any of loaded plugins Apr 14 21:47:03.933515 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_rule_type_details.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.934421 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.935658 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 21:47:03.935987 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_rule_type_filter.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.936937 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.937444 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 14 21:47:03.937767 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: qos_rules_alias.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.938802 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.939308 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 21:47:03.939628 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: quota_check_limit.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.940530 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.941061 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: quota-check-limit Apr 14 21:47:03.941384 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: quotasv2.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.942323 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.942674 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: quotas Apr 14 21:47:03.942992 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: quotasv2_detail.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.944762 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.945096 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: quota_details Apr 14 21:47:03.945422 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: rbac.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.946467 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.946984 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: rbac-policies Apr 14 21:47:03.947314 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: rbac_address_group.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.948235 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.948777 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: rbac-address-group Apr 14 21:47:03.949101 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: rbac_address_scope.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.950050 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.951204 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: rbac-address-scope Apr 14 21:47:03.951529 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: rbac_security_groups.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.952516 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.953078 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: rbac-security-groups Apr 14 21:47:03.953400 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: rbac_subnetpool.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.954334 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.954832 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: rbac-subnetpool Apr 14 21:47:03.955155 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: revisionifmatch.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.956077 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.956594 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: revision-if-match Apr 14 21:47:03.956919 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: revisions.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.958071 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.958572 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: standard-attr-revisions Apr 14 21:47:03.958893 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: router_availability_zone.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.959595 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.960060 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: router_availability_zone Apr 14 21:47:03.960383 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: routerservicetype.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.966887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.967390 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension router-service-type not supported by any of loaded plugins Apr 14 21:47:03.967711 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.968655 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.969165 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: security-groups-normalized-cidr Apr 14 21:47:03.969483 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: security_groups_port_filtering.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.970398 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.971026 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: port-security-groups-filtering Apr 14 21:47:03.971324 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.972282 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.972827 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: security-groups-remote-address-group Apr 14 21:47:03.973133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.974089 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.974571 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: security-groups-shared-filtering Apr 14 21:47:03.974894 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.975500 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 14 21:47:03.975820 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: securitygroup.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.985656 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.986198 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: security-group Apr 14 21:47:03.986529 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: segment.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.987271 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.987780 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension segment not supported by any of loaded plugins Apr 14 21:47:03.988106 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.995483 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.995983 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 21:47:03.996307 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: servicetype.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.997977 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:03.998489 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: service-type Apr 14 21:47:03.998811 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: sorting.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:03.999786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.000115 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: sorting Apr 14 21:47:04.000437 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: standard_attr_segment.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.001379 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.001887 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 21:47:04.002204 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: standardattrdescription.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.002844 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.003345 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: standard-attr-description Apr 14 21:47:04.003665 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: stateful_security_group.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.004639 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.005145 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: stateful-security-group Apr 14 21:47:04.005466 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: stdattrs_common.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.006032 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 21:47:04.006356 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.007286 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.007797 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 21:47:04.008124 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: subnet_onboard.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.009221 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.009725 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: subnet_onboard Apr 14 21:47:04.010049 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.010974 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.011474 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 21:47:04.011809 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: subnet_service_types.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.013294 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.013799 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: subnet-service-types Apr 14 21:47:04.014122 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: subnetallocation.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.015215 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.015740 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: subnet_allocation Apr 14 21:47:04.016059 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.016747 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.017251 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: subnetpool-prefix-ops Apr 14 21:47:04.017570 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.018515 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.019027 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 21:47:04.019348 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: tagging.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.020431 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.020972 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: standard-attr-tag Apr 14 21:47:04.021295 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: timestamp.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.022477 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.023051 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loaded extension: standard-attr-timestamp Apr 14 21:47:04.023376 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: trunk.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.024397 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.024937 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension trunk not supported by any of loaded plugins Apr 14 21:47:04.025263 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: trunk_details.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.026180 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.026686 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension trunk-details not supported by any of loaded plugins Apr 14 21:47:04.027010 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: uplink_status_propagation.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.027917 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.028485 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 21:47:04.028827 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Loading extension file: vlantransparent.py {{(pid=110436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:47:04.029488 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:47:04.029989 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 21:47:04.032544 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:network Apr 14 21:47:04.033093 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:subnet Apr 14 21:47:04.033488 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:47:04.033875 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:port Apr 14 21:47:04.035135 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.035581 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service FLAVORS assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.036212 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.036664 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.037000 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:router Apr 14 21:47:04.046301 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:47:04.046301 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service METERING assigned prefix: /metering {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.046301 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:04.046301 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:04.046301 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:47:04.046784 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:47:04.046784 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:47:04.046784 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:47:04.046784 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service CORE assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.046784 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:47:04.046784 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] subnetpool is already registered Apr 14 21:47:04.046784 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service CORE assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.046784 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:47:04.046784 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] subnetpool is already registered Apr 14 21:47:04.047411 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.047411 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service FLAVORS assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.047672 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.048095 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.048428 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:router Apr 14 21:47:04.048788 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] router is already registered Apr 14 21:47:04.049199 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:47:04.049533 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] floatingip is already registered Apr 14 21:47:04.049981 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service METERING assigned prefix: /metering {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.050642 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:47:04.050974 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] rbac_policy is already registered Apr 14 21:47:04.051382 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:47:04.051711 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] security_group is already registered Apr 14 21:47:04.052111 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:47:04.052439 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] security_group_rule is already registered Apr 14 21:47:04.053086 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service CORE assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.053412 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:47:04.053740 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] subnetpool is already registered Apr 14 21:47:04.054153 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.v2.resource_helper [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Service CORE assigned prefix: {{(pid=110436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:47:04.054480 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:47:04.054806 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING neutron.quota.resource_registry [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] subnetpool is already registered Apr 14 21:47:04.055273 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: extensions {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.056871 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: address-groups {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.058357 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: address-scopes {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.060228 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: agents {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.061625 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: auto-allocated-topology {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.062856 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: availability_zones {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.064055 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: dhcp-networks {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.066689 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: dhcp-agents {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.068222 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: routers {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.070421 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: flavors {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.071558 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: service_profiles {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.072833 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: next_providers {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.074267 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: service_profiles {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.076876 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: floatingip-pools {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.078123 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: routers {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.080190 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: floatingips {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.081496 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: l3-routers {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.082879 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: l3-agents {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.084271 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: metering-labels {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.085714 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: metering-label-rules {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.086903 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: network-ip-availabilities {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.092384 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: bindings {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.092384 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: quotas {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.092384 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: quotas {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.093229 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: rbac-policies {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.094518 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: security-groups {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.095741 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: security-group-rules {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.096981 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: service-providers {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.098680 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: subnetpools {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.100133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: subnetpools {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.101608 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.103286 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.105101 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.107486 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.109361 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.111191 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.112902 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.114809 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.116531 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.118368 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron.api.extensions [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Extended resource: tags {{(pid=110436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:47:04.124871 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING keystonemiddleware.auth_token [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 21:47:04.130468 dv-cinder-813229-9-iscsi neutron-server[110436]: WARNING keystonemiddleware.auth_token [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 21:47:04.139175 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_concurrency.lockutils [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Acquired lock "singleton_lock" {{(pid=110436) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 14 21:47:04.145485 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_concurrency.lockutils [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Releasing lock "singleton_lock" {{(pid=110436) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 14 21:47:04.145485 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO oslo_service.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Starting 2 workers Apr 14 21:47:04.145485 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Started child 110547 {{(pid=110436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:47:04.149796 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Started child 110548 {{(pid=110436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:47:04.150686 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:04.151376 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO neutron.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 21:47:04.152020 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Publish callbacks [] for process (None), before_spawn {{(pid=110436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:04.152217 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [-] (110547) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:47:04.154538 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO oslo_service.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Starting 1 workers Apr 14 21:47:04.155296 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:04.156796 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [-] (110548) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:47:04.159846 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Started child 110549 {{(pid=110436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:47:04.160374 dv-cinder-813229-9-iscsi neutron-server[110436]: INFO oslo_service.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Starting 1 workers Apr 14 21:47:04.163743 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] calling RpcWorker wait() {{(pid=110549) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 21:47:04.164285 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] returning from RpcWorker wait() {{(pid=110549) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 21:47:04.165007 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Started child 110550 {{(pid=110436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:47:04.165780 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:04.165890 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG neutron_lib.callbacks.manager [None req-4d71aaa2-11aa-4588-bbee-6c3784e87eba None None] Publish callbacks [] for process (None), after_spawn {{(pid=110436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:04.166402 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:04.167782 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110436) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:47:04.167985 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:47:04.168168 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:47:04.168408 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:47:04.168770 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:47:04.169510 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:47:04.169980 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.170254 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.170520 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.170783 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.171065 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.171671 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.171887 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:04.172354 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.172354 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.172491 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.172680 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.172846 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.173012 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.173263 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.173512 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.173823 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.174095 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.174343 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.174601 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.174768 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.175032 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.175316 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.175577 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.175844 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] debug = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.176106 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.176641 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.176898 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.177084 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.182401 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.182401 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.182401 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.182401 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.182401 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.182401 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.182401 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.182401 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.183465 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.183465 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.183465 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.183465 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.183465 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.183465 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.183465 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] host = dv-cinder-813229-9-iscsi {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.183465 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.184494 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.184494 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.184494 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.184494 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.184494 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.184494 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.184494 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.184494 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.186133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.186133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.186133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.186133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.186133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.186133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_options = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.186133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.186133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.186133 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.187422 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.187422 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.187422 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.187422 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.187422 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.187422 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.187422 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.188368 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.188368 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.188368 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.188368 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.189013 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.189013 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.189013 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.189424 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.189424 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.189716 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.189860 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.190279 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.190279 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.190559 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.190706 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.190899 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.191131 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.191343 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.191669 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.191906 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.192117 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.192371 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.192809 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.192971 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.193123 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.193317 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.193838 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.194353 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.194684 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.194844 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.195174 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.195440 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.195654 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.195878 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.196089 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.196224 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:04.196370 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.196536 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_json = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.196772 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.197010 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.197255 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.197464 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.197673 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.197881 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.198108 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.198339 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.198549 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.199042 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.199332 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.199642 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.199905 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.200202 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.200441 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.201053 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.201462 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.201887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.202126 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.202467 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.202645 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.202970 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.203205 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.203476 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.203789 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.204046 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.204301 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.204716 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.205114 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.205498 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.205913 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.206376 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.206763 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.207015 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.207246 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.207631 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.208091 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.208494 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.208981 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211140 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211140 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211140 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211140 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211140 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211140 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211140 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211140 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211853 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211853 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211853 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.211853 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.212141 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.212221 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.212411 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.212668 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.212892 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.213148 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.213406 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.213640 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.213854 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.214081 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.214312 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.214530 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.214995 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.215213 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.215449 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.215706 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.215933 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.216164 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.216373 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.216642 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.216853 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.217069 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.217301 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.217505 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.217873 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.218085 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.218351 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.218593 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.218801 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.219033 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.219244 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.219452 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.219662 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.219900 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.220130 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.220349 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.220555 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.220860 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.221070 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.221279 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.221485 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.221691 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.221895 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.222105 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.222311 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.222517 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.222716 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.222917 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.223118 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.223413 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.223743 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.223988 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.224257 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.224477 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.224705 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.224940 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.225179 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.225395 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.225611 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.225853 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.226105 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.226347 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.226601 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.226841 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.227055 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.227311 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.227530 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.227742 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.227965 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.228239 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.228456 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.228742 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.229008 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234071 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234071 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234071 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234071 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234071 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234071 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234071 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234071 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.234875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.235448 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.235448 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.235448 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.235448 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.235448 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.235448 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.235448 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.235448 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.236016 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.236016 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.236016 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.236324 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.236512 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.236783 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.237018 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.237296 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.237541 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.237801 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.238228 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.238360 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.238497 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.238740 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.238965 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.239194 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.239466 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.239678 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.239910 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.240126 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.240334 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.240605 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.240806 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.241019 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.241320 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.241457 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.241658 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.241899 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.242121 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.242311 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.243311 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.243311 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.243311 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.243311 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.244149 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.244149 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.244149 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.244149 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.245572 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.245572 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.245572 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.245572 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.245572 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.245572 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.246016 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.246016 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.246166 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.246336 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.246568 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.246760 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.247035 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.247845 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.248077 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.248425 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.248705 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.249072 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.249320 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.249546 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.249801 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.250033 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.250249 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.250460 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.250678 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.250909 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.251144 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.251375 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.251570 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.251802 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.252015 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.252229 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.252473 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.252778 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.253013 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.253249 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.253463 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.253680 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.253915 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.254127 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.254427 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.254642 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.254851 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.255057 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.255269 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.255481 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.255775 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.256016 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.256248 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.256498 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.256737 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.257042 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.257270 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.257478 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.257684 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.257923 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.258157 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.258437 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.258580 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.258786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.258989 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.259206 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.259419 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.259647 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.259868 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.260077 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.260282 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.260498 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.260731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.260960 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.261204 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.261431 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.261637 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.261852 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.262087 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.262302 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.262556 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.263361 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.263629 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.263854 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.264093 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.264299 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.264608 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.264859 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.265212 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.265391 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.265649 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.265895 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.266136 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.266448 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.266662 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.266939 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.267173 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.267389 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.267624 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.267877 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.268211 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.268515 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.268822 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.269091 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.269412 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.269704 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.269961 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.270176 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.270459 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.270800 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.271104 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.271370 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.271619 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.271878 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.272130 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.272357 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.272609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.272826 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.273047 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.273319 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.273547 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.273790 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.274107 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.274278 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.274520 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.274743 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.274952 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.275170 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.275383 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.275537 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:47:04.276074 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110436) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:47:04.276232 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:47:04.276383 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:47:04.276548 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:47:04.276747 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:47:04.276897 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:47:04.277175 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.277340 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.277501 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.277656 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.277813 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.277996 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.278127 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.278933 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.279104 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.279231 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.279343 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.279500 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.279655 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.279809 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.279963 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.280520 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.280520 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.280520 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.280871 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.280871 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.280871 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.285658 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.285658 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] debug = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.285658 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.285658 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.285658 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.285658 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286138 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286138 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286138 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286138 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286138 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286138 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286138 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286138 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286723 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286723 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286723 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286723 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286723 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286723 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286723 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] host = dv-cinder-813229-9-iscsi {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.286723 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287455 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287455 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287455 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287455 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287455 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287455 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287455 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287455 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287986 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287986 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287986 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287986 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287986 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287986 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_options = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287986 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287986 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.287986 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.288601 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.288601 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.288601 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.288601 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.288601 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.288601 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.288601 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289203 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.289731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.290212 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.290212 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.290212 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.290434 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.290519 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.290599 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.290748 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.290886 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.291051 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.291264 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.291373 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.291515 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.291669 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.291839 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.291972 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.292124 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.292278 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.292431 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.292600 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.292760 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.292915 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.293068 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_json = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.293222 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.293377 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.293531 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.293747 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.293875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.294043 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.294199 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.294354 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.294507 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:47:04.294683 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.294842 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.295012 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.295169 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.295326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.295484 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.295641 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.295800 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.295957 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.296114 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.296277 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.296434 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.296626 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.296787 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.296950 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.297099 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.297224 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.297384 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.297542 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.297700 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.297857 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.298013 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.298226 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.298325 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.298461 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.298611 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.298766 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.298930 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.299086 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.299258 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.299414 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.299572 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.299728 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.299889 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.300046 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.300206 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.300365 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.300523 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.300660 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:04.300760 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.300842 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.300996 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.301152 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.301309 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.301466 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.301624 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.301781 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.301939 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.302096 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.302253 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.302410 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.302616 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.302775 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.303014 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.303097 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.303225 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.303467 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.303618 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.303864 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.304013 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.304098 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.304221 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.304378 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.304534 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.304731 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.305114 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.305114 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.305329 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.305453 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.305567 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.305676 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.305809 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.305966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.306123 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.306278 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.306435 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.306592 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.306750 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.306907 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.307075 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.307289 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.307406 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.307492 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.307653 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.307810 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.307967 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.308132 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.308260 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.308414 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.308697 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.308796 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.308876 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.309044 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.309216 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.309374 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.319970 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.319970 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.319970 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.319970 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.319970 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.319970 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.319970 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.319970 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.320609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.320609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.320609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.320609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.320609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.320609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.320609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.320609 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321159 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321159 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321159 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321159 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321159 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321159 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321159 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321159 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321688 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321688 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321688 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321688 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321688 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321688 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321688 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.321688 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322326 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.322918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323442 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323442 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323442 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323442 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323442 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323442 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323442 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323442 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323969 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323969 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323969 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323969 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323969 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323969 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323969 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.323969 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.324708 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.324708 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.324708 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.324708 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.324708 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.324708 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.324708 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.324708 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.325782 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.325782 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.325782 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.325782 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.325782 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.325782 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.325782 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.325782 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326447 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326447 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326447 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326447 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326447 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326447 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326447 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326447 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326963 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326963 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326963 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326963 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326963 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326963 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326963 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.326963 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.327689 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.327689 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.327689 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.328305 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.328492 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.328625 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 44382) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:04.328937 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.329249 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.329562 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.329738 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.330075 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.330249 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.330421 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.330593 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.330757 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.330928 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.331082 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.331244 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.331449 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.331560 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.331714 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.331875 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.332035 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.332560 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.332560 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.332560 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.332840 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.332840 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.332998 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.333114 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.333270 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.333566 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.333848 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.334170 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.336462 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.336462 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.336462 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.336462 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.336462 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.336462 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.336462 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.336462 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.337887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.337887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.337887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.337887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.337887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.337887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.337887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.337887 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.340412 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.340412 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.340412 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.340412 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.340412 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.341728 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071759 Apr 14 21:47:04.342786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.342786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.342786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.342786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.342786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.342786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.342786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.342786 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.344966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.344966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.344966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.344966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.344966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.344966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.344966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.344966 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345425 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345425 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345425 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345425 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345425 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345425 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345425 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345425 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345865 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345865 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345865 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345865 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345865 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345865 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345865 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.345865 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346302 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346302 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346302 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346302 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346302 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346302 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346302 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346302 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346778 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346778 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346778 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.346778 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.347010 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.347010 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.347126 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.347284 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.347735 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.347735 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.347735 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.347918 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.347983 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.348147 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.348307 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.348463 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.348649 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:47:04.348805 dv-cinder-813229-9-iscsi neutron-server[110436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:47:16.031856 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f5cb30-3e6d-4721-9b68-b52e1056eced None None] get_active_networks_info from dv-cinder-813229-9-iscsi {{(pid=110549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 14 21:47:16.104381 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5cb30-3e6d-4721-9b68-b52e1056eced None None] No non-hosted networks {{(pid=110549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 21:47:16.123377 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.agentschedulers_db [None req-96f5cb30-3e6d-4721-9b68-b52e1056eced None None] DHCP Agent not found on host dv-cinder-813229-9-iscsi {{(pid=110549) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 14 21:47:16.326866 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81d18f01-8a77-4033-84d1-016dc4a0039f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775016'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:18.511405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a33acb05-08e1-4b50-90f8-8b731b39997e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775016'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:18.565818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.db.api [None req-4a7e104a-fd2b-44d8-a923-33de13f9a383 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813229-9-iscsi {{(pid=110549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:47:18.566655 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG oslo_db.api [None req-4a7e104a-fd2b-44d8-a923-33de13f9a383 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:47:19.166265 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a7e104a-fd2b-44d8-a923-33de13f9a383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:19.407679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 44446) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:19.634651 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775016'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:20.053761 dv-cinder-813229-9-iscsi neutron-server[110547]: WARNING oslo_policy.policy [None req-0b852b32-1852-4771-af9f-f0fc25c107d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:47:20.054449 dv-cinder-813229-9-iscsi neutron-server[110547]: WARNING oslo_policy.policy [None req-0b852b32-1852-4771-af9f-f0fc25c107d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:47:20.280565 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [None req-0b852b32-1852-4771-af9f-f0fc25c107d1 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:47:20.293711 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0b852b32-1852-4771-af9f-f0fc25c107d1 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8727460 Apr 14 21:47:20.795674 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775016'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:22.547226 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775016'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:22.548033 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.548279 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.548645 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.550417 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.550417 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.550417 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.550417 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.550417 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.553445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.553445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.553445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.553445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.553445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.554139 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.554139 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:22.554139 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813229-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:22.563503 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813229-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:22.884052 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 44480) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:23.202178 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-f8baeca9-70dd-46fa-83d0-f6cd64c176c1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:47:23.295526 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.policy [None req-f8baeca9-70dd-46fa-83d0-f6cd64c176c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110547) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:47:23.338513 dv-cinder-813229-9-iscsi neutron-server[110547]: WARNING oslo_policy.policy [None req-f8baeca9-70dd-46fa-83d0-f6cd64c176c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:47:23.338896 dv-cinder-813229-9-iscsi neutron-server[110547]: WARNING oslo_policy.policy [None req-f8baeca9-70dd-46fa-83d0-f6cd64c176c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:47:23.515285 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f8baeca9-70dd-46fa-83d0-f6cd64c176c1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761696498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761695974', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761712946', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761720163', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761713715', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763761721634', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-645822', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1422741', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-295783', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-400166'] for rbac-policy (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:23.726500 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f8baeca9-70dd-46fa-83d0-f6cd64c176c1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:23.727743 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f8baeca9-70dd-46fa-83d0-f6cd64c176c1 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8427196 Apr 14 21:47:26.283841 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 44492) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:26.589276 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.db.l3_hamode_db [None req-de7d143c-bc1f-4324-bd4f-f480a276966c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 21:47:26.600696 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:47:26.670443 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d143c-bc1f-4324-bd4f-f480a276966c None None] Routers set() bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:47:26.670830 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d143c-bc1f-4324-bd4f-f480a276966c None None] Router IDs set() for agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 14 21:47:26.702984 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Made reservation on behalf of 830f37ab382049b4b39840d0c29b05c0 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:47:26.706830 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:26.725034 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:26.834350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Publish callbacks [] for security_group (9b68887b-1f08-47a9-81b1-c419e70d75cf), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:26.919997 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (9b68887b-1f08-47a9-81b1-c419e70d75cf), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:26.944791 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:47:26.979668 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763760352431', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (515dfed8-6f04-4ee3-8740-f55087fd5faf), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:26.980257 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Unsubscribe: segment precommit_create {{(pid=110547) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:47:26.981697 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Added segment 515dfed8-6f04-4ee3-8740-f55087fd5faf of type vlan for network 0420c334-afb6-47e3-a71f-6fec600137d0 Apr 14 21:47:26.999251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9b68887b-1f08-47a9-81b1-c419e70d75cf,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:27.046552 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.046895 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.047245 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.047596 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.047924 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.048252 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.048565 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.048905 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.049224 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.049539 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.049853 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.050186 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.050515 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.050820 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.051131 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Tracked resource versions report: Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: pushed versions: Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: { 'AddressGroup': {'1.2'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Agent': {'1.1'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'ConntrackHelper': {'1.0'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Log': {'1.0'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'NDPProxy': {'1.0'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Network': {'1.1'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Port': {'1.7'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'PortForwarding': {'1.3'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'QosPolicy': {'1.10'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SecurityGroup': {'1.5'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SubPort': {'1.0'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Subnet': {'1.1'}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Trunk': {'1.1'}} Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: consumer versions: Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: { DHCP agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: L3 agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: Metadata agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: Metering agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: Open vSwitch agent@dv-cinder-813229-9-iscsi: { 'AddressGroup': '1.2', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Agent': '1.1', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'ConntrackHelper': '1.0', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'LocalIPAssociation': '1.0', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Log': '1.0', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'NDPProxy': '1.0', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Network': '1.1', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Port': '1.7', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'PortForwarding': '1.3', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'QosPolicy': '1.10', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SecurityGroup': '1.5', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SecurityGroupRule': '1.2', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SubPort': '1.0', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Subnet': '1.1', Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Trunk': '1.1'}} Apr 14 21:47:27.052475 dv-cinder-813229-9-iscsi neutron-server[110547]: {{(pid=110547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:47:27.092848 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (0420c334-afb6-47e3-a71f-6fec600137d0), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:27.187194 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (0420c334-afb6-47e3-a71f-6fec600137d0), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:27.192355 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:27.193140 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:27.306515 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] Pushing event updated for resources: {'Network': ['ID=0420c334-afb6-47e3-a71f-6fec600137d0,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:27.318502 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 0420c334-afb6-47e3-a71f-6fec600137d0 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:47:27.328346 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f6c5af10-9d76-4f67-a725-bf6f89f512c9 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0433829 Apr 14 21:47:29.896012 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 44504) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:30.391473 dv-cinder-813229-9-iscsi neutron-server[110548]: WARNING oslo_policy.policy [None req-2b2255f3-cb19-4b43-b31e-8989cae2737b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:47:30.392082 dv-cinder-813229-9-iscsi neutron-server[110548]: WARNING oslo_policy.policy [None req-2b2255f3-cb19-4b43-b31e-8989cae2737b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:47:30.829673 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.policy [None req-2b2255f3-cb19-4b43-b31e-8989cae2737b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110548) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:47:30.872446 dv-cinder-813229-9-iscsi neutron-server[110548]: WARNING oslo_policy.policy [None req-2b2255f3-cb19-4b43-b31e-8989cae2737b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:47:30.872839 dv-cinder-813229-9-iscsi neutron-server[110548]: WARNING oslo_policy.policy [None req-2b2255f3-cb19-4b43-b31e-8989cae2737b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:47:30.880640 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2255f3-cb19-4b43-b31e-8989cae2737b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:30.882542 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2b2255f3-cb19-4b43-b31e-8989cae2737b demo admin] 10.222.0.52 "GET /v2.0/networks/0420c334-afb6-47e3-a71f-6fec600137d0 HTTP/1.1" status: 200 len: 825 time: 0.9844434 Apr 14 21:47:30.922024 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8fae531a-09f3-4feb-8f2c-9ddf9a8e49b4 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/fc0045b9-ede9-498b-bf7a-7bcb1cd1627d HTTP/1.1" status: 200 len: 734 time: 0.0332301 Apr 14 21:47:30.930723 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'fc0045b9-ede9-498b-bf7a-7bcb1cd1627d', 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:47:31.033160 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Made reservation on behalf of 830f37ab382049b4b39840d0c29b05c0 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:47:31.036014 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:31.377886 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (1e187a7e-9a91-45ed-b0f0-2061a0545655), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:31.447760 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Checking segment: {'id': '515dfed8-6f04-4ee3-8740-f55087fd5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:47:31.448031 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Network hostable DHCP agents. Network: 0420c334-afb6-47e3-a71f-6fec600137d0, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:47:31.460517 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Pushing event updated for resources: {'Subnet': ['ID=1e187a7e-9a91-45ed-b0f0-2061a0545655,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:31.476109 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.476441 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.476814 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.477159 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.477482 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.477803 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.478116 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.478431 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.478758 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.479075 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.479390 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.479716 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.480028 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.481063 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.481591 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Tracked resource versions report: Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: pushed versions: Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: { 'AddressGroup': {'1.2'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Agent': {'1.1'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'ConntrackHelper': {'1.0'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Log': {'1.0'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'NDPProxy': {'1.0'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Network': {'1.1'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Port': {'1.7'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'PortForwarding': {'1.3'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'QosPolicy': {'1.10'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SecurityGroup': {'1.5'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SubPort': {'1.0'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Subnet': {'1.1'}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Trunk': {'1.1'}} Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: consumer versions: Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: { DHCP agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: L3 agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: Metadata agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: Metering agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: Open vSwitch agent@dv-cinder-813229-9-iscsi: { 'AddressGroup': '1.2', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Agent': '1.1', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'ConntrackHelper': '1.0', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'LocalIPAssociation': '1.0', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Log': '1.0', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'NDPProxy': '1.0', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Network': '1.1', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Port': '1.7', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'PortForwarding': '1.3', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'QosPolicy': '1.10', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SecurityGroup': '1.5', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SecurityGroupRule': '1.2', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SubPort': '1.0', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Subnet': '1.1', Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Trunk': '1.1'}} Apr 14 21:47:31.482905 dv-cinder-813229-9-iscsi neutron-server[110548]: {{(pid=110548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:47:31.577601 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Network 0420c334-afb6-47e3-a71f-6fec600137d0 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:47:31.679881 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 0420c334-afb6-47e3-a71f-6fec600137d0) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:47:31.684648 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:31.685272 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:31.689415 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ed550-77e4-4cc2-b2c1-146e2a4c4695 None None] Network 0420c334-afb6-47e3-a71f-6fec600137d0 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:47:31.768556 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-0b044779-d56b-4e4e-9e8b-44b82f0b2a9c demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8411081 Apr 14 21:47:32.057651 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-0420c334-afb6-47e3-a71f-6fec600137d0', 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0', 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'fixed_ips': [{'subnet_id': '1e187a7e-9a91-45ed-b0f0-2061a0545655'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:47:32.060122 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:32.366791 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Allocated IP 172.20.0.2 (0420c334-afb6-47e3-a71f-6fec600137d0/1e187a7e-9a91-45ed-b0f0-2061a0545655/a3ec4f22-bf86-468a-9b66-923c39006da6) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:47:32.653686 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Publish callbacks [] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:32.743773 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:32.823569 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Network 0420c334-afb6-47e3-a71f-6fec600137d0 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:47:32.828452 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:47:32.831491 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:47:32.839884 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Pushing event updated for resources: {'Port': ['ID=a3ec4f22-bf86-468a-9b66-923c39006da6,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:32.884522 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.884890 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.885250 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.885610 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.885946 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.886275 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.886634 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.886959 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.887279 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.887602 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.887926 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.888266 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.888613 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.888927 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.889244 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Tracked resource versions report: Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: pushed versions: Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: { 'AddressGroup': {'1.2'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Agent': {'1.1'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'ConntrackHelper': {'1.0'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Log': {'1.0'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'NDPProxy': {'1.0'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Network': {'1.1'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Port': {'1.7'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'PortForwarding': {'1.3'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'QosPolicy': {'1.10'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SecurityGroup': {'1.5'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SubPort': {'1.0'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Subnet': {'1.1'}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Trunk': {'1.1'}} Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: consumer versions: Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: { DHCP agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: L3 agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: Metadata agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: Metering agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: Open vSwitch agent@dv-cinder-813229-9-iscsi: { 'AddressGroup': '1.2', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Agent': '1.1', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'ConntrackHelper': '1.0', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'LocalIPAssociation': '1.0', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Log': '1.0', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'NDPProxy': '1.0', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Network': '1.1', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Port': '1.7', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'PortForwarding': '1.3', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'QosPolicy': '1.10', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SecurityGroup': '1.5', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SecurityGroupRule': '1.2', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SubPort': '1.0', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Subnet': '1.1', Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Trunk': '1.1'}} Apr 14 21:47:32.890686 dv-cinder-813229-9-iscsi neutron-server[110549]: {{(pid=110549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:47:32.927583 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Attempting to bind port a3ec4f22-bf86-468a-9b66-923c39006da6 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:47:32.927899 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Attempting to bind port a3ec4f22-bf86-468a-9b66-923c39006da6 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '515dfed8-6f04-4ee3-8740-f55087fd5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:47:32.928343 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Attempting to bind port a3ec4f22-bf86-468a-9b66-923c39006da6 on network 0420c334-afb6-47e3-a71f-6fec600137d0 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:47:32.934353 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:47:32.934821 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Checking segment: {'id': '515dfed8-6f04-4ee3-8740-f55087fd5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:47:32.936701 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:32.936701 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Bound using segment: {'id': '515dfed8-6f04-4ee3-8740-f55087fd5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:47:32.936701 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Bound port: a3ec4f22-bf86-468a-9b66-923c39006da6, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515dfed8-6f04-4ee3-8740-f55087fd5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:47:32.936701 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:33.003593 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] For port a3ec4f22-bf86-468a-9b66-923c39006da6, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:47:33.023678 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] For port a3ec4f22-bf86-468a-9b66-923c39006da6, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=a3ec4f22-bf86-468a-9b66-923c39006da6,segment=NetworkSegment(515dfed8-6f04-4ee3-8740-f55087fd5faf),segment_id=515dfed8-6f04-4ee3-8740-f55087fd5faf)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:47:33.114858 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:33.173552 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61ef6c-6c4c-4d87-b1a4-5105247d7dc1 None None] Pushing event updated for resources: {'Port': ['ID=a3ec4f22-bf86-468a-9b66-923c39006da6,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:34.362994 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 44524) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:34.676872 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [None req-c7e0ada0-edfe-4111-b260-12dba92275eb admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:47:34.677958 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c7e0ada0-edfe-4111-b260-12dba92275eb admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3140197 Apr 14 21:47:37.269974 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 44532) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:37.585127 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [None req-fd37cde9-0f16-4d82-9589-4d48f41677bf admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:47:37.600605 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-fd37cde9-0f16-4d82-9589-4d48f41677bf admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3151293 Apr 14 21:47:40.117953 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 44540) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:40.447839 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-60887bcf-7def-4f2f-a1ca-cb3ca7f352e4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:47:40.564301 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-60887bcf-7def-4f2f-a1ca-cb3ca7f352e4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:40.566006 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-60887bcf-7def-4f2f-a1ca-cb3ca7f352e4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:40.708409 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-60887bcf-7def-4f2f-a1ca-cb3ca7f352e4 demo demo] Publish callbacks [] for router_controller (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:40.782238 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-60887bcf-7def-4f2f-a1ca-cb3ca7f352e4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:40.875841 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-60887bcf-7def-4f2f-a1ca-cb3ca7f352e4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:40.877162 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-60887bcf-7def-4f2f-a1ca-cb3ca7f352e4 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7581198 Apr 14 21:47:43.254093 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device a3ec4f22-bf86-468a-9b66-923c39006da6 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:47:43.343815 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port a3ec4f22-bf86-468a-9b66-923c39006da6 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:47:43.344224 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:43.455603 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port a3ec4f22-bf86-468a-9b66-923c39006da6 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:47:43.455995 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:43.482963 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 44552) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:43.491118 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port a3ec4f22-bf86-468a-9b66-923c39006da6, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=a3ec4f22-bf86-468a-9b66-923c39006da6,segment=NetworkSegment(515dfed8-6f04-4ee3-8740-f55087fd5faf),segment_id=515dfed8-6f04-4ee3-8740-f55087fd5faf)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:47:43.564672 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:43.614247 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=a3ec4f22-bf86-468a-9b66-923c39006da6,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:43.819432 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [None req-48fc7e40-67d9-490f-b682-647c0223ba4d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:47:43.821088 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-48fc7e40-67d9-490f-b682-647c0223ba4d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3365450 Apr 14 21:47:44.851394 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb80bc-f96b-4c00-9df4-f8dffbc8a74b None None] Network 0420c334-afb6-47e3-a71f-6fec600137d0 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:47:44.975632 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-d34cc0e8-9161-4228-91d8-31684319b695 None None] Provisioning complete for port a3ec4f22-bf86-468a-9b66-923c39006da6 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:47:44.976017 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d34cc0e8-9161-4228-91d8-31684319b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:45.060339 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-d34cc0e8-9161-4228-91d8-31684319b695 None None] Current status of the port a3ec4f22-bf86-468a-9b66-923c39006da6 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:47:45.243989 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device a3ec4f22-bf86-468a-9b66-923c39006da6 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:47:45.297014 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port a3ec4f22-bf86-468a-9b66-923c39006da6 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:47:45.297748 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:45.389064 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-5a384276-a651-4ec3-86b9-eb249275eb33 None None] Provisioning complete for port a3ec4f22-bf86-468a-9b66-923c39006da6 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:47:45.389453 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a384276-a651-4ec3-86b9-eb249275eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:45.390961 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port a3ec4f22-bf86-468a-9b66-923c39006da6 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:47:45.469609 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5a384276-a651-4ec3-86b9-eb249275eb33 None None] Current status of the port a3ec4f22-bf86-468a-9b66-923c39006da6 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:47:46.039621 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b4c9173f-b79e-4d12-9c42-9a9454aea63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:46.212445 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:47:46.367241 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 44560) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:46.688883 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:47:46.793818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Made reservation on behalf of a2a4691b0f66431db71e4f1cd4001c61 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:47:46.796073 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:46.815646 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:46.912250 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Publish callbacks [] for security_group (1fbdbb8a-6bd1-4c4f-bbef-aca7ba5a9713), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:46.992308 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (1fbdbb8a-6bd1-4c4f-bbef-aca7ba5a9713), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:47.008790 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Reserving flat network on physical network physnet1 {{(pid=110548) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 14 21:47:47.030957 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbdbb8a-6bd1-4c4f-bbef-aca7ba5a9713,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:47.036809 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763760352431', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (1e559053-8f74-4671-b38f-5ed3e878f9cc), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:47.037377 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Unsubscribe: segment precommit_create {{(pid=110548) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:47:47.037867 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Added segment 1e559053-8f74-4671-b38f-5ed3e878f9cc of type flat for network 91c70b2b-fa18-4e92-b0a2-ca740177b423 Apr 14 21:47:47.089077 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (91c70b2b-fa18-4e92-b0a2-ca740177b423), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:47.216904 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (91c70b2b-fa18-4e92-b0a2-ca740177b423), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:47.217840 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:47.218401 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:47.308477 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] Pushing event updated for resources: {'Network': ['ID=91c70b2b-fa18-4e92-b0a2-ca740177b423,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:47.319036 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:47:47.332755 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8f4aabf5-6b96-4644-83b0-5b94400c4157 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9637806 Apr 14 21:47:48.485146 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-69eeaf64-191b-409d-b927-47bfbfd2b840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:49.599305 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:49.857680 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 44578) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:50.068511 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30859a13-5db8-437d-862f-e9b88dc750ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:50.069865 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-30859a13-5db8-437d-862f-e9b88dc750ce demo admin] 10.222.0.52 "GET /v2.0/subnets/1e187a7e-9a91-45ed-b0f0-2061a0545655 HTTP/1.1" status: 200 len: 849 time: 0.2112913 Apr 14 21:47:50.193478 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-009420f4-b2c6-4ef3-a890-f84c601166a4 demo admin] 10.222.0.52 "GET /v2.0/routers/d1b7e322-1d38-41eb-baae-d3bfc5e55bfa HTTP/1.1" status: 200 len: 704 time: 0.1159451 Apr 14 21:47:50.467354 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:50.725549 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:50.760005 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Allocated IP 172.20.0.1 (0420c334-afb6-47e3-a71f-6fec600137d0/1e187a7e-9a91-45ed-b0f0-2061a0545655/e3e9883d-3928-4470-b7db-71f9abebcd9a) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:47:50.911032 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Publish callbacks [] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:51.072691 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:51.145144 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Network 0420c334-afb6-47e3-a71f-6fec600137d0 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:47:51.151830 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:47:51.158161 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:47:51.158696 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:51.181405 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Pushing event updated for resources: {'Port': ['ID=e3e9883d-3928-4470-b7db-71f9abebcd9a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:51.324647 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-8a2236d6-fefe-4519-b451-e9ff52d9f57e None None] Provisioning complete for port e3e9883d-3928-4470-b7db-71f9abebcd9a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:47:51.325047 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8a2236d6-fefe-4519-b451-e9ff52d9f57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:51.358914 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-8a2236d6-fefe-4519-b451-e9ff52d9f57e None None] Port e3e9883d-3928-4470-b7db-71f9abebcd9a cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:47:51.431857 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:51.639156 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Publish callbacks [] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:51.685052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:51.685802 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:51.770016 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Pushing event updated for resources: {'Port': ['ID=e3e9883d-3928-4470-b7db-71f9abebcd9a,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:51.817384 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Network 0420c334-afb6-47e3-a71f-6fec600137d0 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:47:51.818622 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:47:51.978119 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-484b5aae-010a-4ba7-83b2-5c12c33b8571 None None] Provisioning complete for port e3e9883d-3928-4470-b7db-71f9abebcd9a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:47:51.978681 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-484b5aae-010a-4ba7-83b2-5c12c33b8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:52.012536 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-484b5aae-010a-4ba7-83b2-5c12c33b8571 None None] Port e3e9883d-3928-4470-b7db-71f9abebcd9a cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:47:52.028568 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Router d1b7e322-1d38-41eb-baae-d3bfc5e55bfa is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:47:52.122350 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:47:52.127476 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-95531402-53f0-4898-b704-fc421af3158f demo admin] 10.222.0.52 "PUT /v2.0/routers/d1b7e322-1d38-41eb-baae-d3bfc5e55bfa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9283559 Apr 14 21:47:52.143803 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Sync routers for ids ['d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:47:52.156816 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Routers {'d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:47:52.157685 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:47:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:52.351604 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Set router d1b7e322-1d38-41eb-baae-d3bfc5e55bfa gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:47:52.558471 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:52.769284 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'name': 'router1', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:47:40Z', 'updated_at': '2022-04-14T21:47:51Z', 'revision_number': 2, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'gw_port_host': None, '_interfaces': [{'id': 'e3e9883d-3928-4470-b7db-71f9abebcd9a', 'name': '', 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'mac_address': 'fa:16:3e:f8:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:47:50Z', 'updated_at': '2022-04-14T21:47:51Z', 'revision_number': 2, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'subnets': [{'id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0045b9-ede9-498b-bf7a-7bcb1cd1627d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:52.818913 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Checking router: d1b7e322-1d38-41eb-baae-d3bfc5e55bfa for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:47:52.819294 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Updating router d1b7e322-1d38-41eb-baae-d3bfc5e55bfa port e3e9883d-3928-4470-b7db-71f9abebcd9a binding host dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:47:52.898963 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:53.388268 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Publish callbacks [] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:53.473709 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:53.633752 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Pushing event updated for resources: {'Port': ['ID=e3e9883d-3928-4470-b7db-71f9abebcd9a,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:53.648615 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.648966 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.649314 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.649655 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.649996 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.650317 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.650641 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.651034 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.651857 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.652184 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.652508 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.652878 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.653191 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.653515 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.653833 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Tracked resource versions report: Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: pushed versions: Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: { 'AddressGroup': {'1.2'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Agent': {'1.1'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'ConntrackHelper': {'1.0'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Log': {'1.0'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'NDPProxy': {'1.0'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Network': {'1.1'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Port': {'1.7'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'PortForwarding': {'1.3'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'QosPolicy': {'1.10'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SecurityGroup': {'1.5'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SubPort': {'1.0'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Subnet': {'1.1'}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Trunk': {'1.1'}} Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: consumer versions: Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: { DHCP agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: L3 agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: Metadata agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: Metering agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: Open vSwitch agent@dv-cinder-813229-9-iscsi: { 'AddressGroup': '1.2', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Agent': '1.1', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'ConntrackHelper': '1.0', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'LocalIPAssociation': '1.0', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Log': '1.0', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'NDPProxy': '1.0', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Network': '1.1', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Port': '1.7', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'PortForwarding': '1.3', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'QosPolicy': '1.10', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SecurityGroup': '1.5', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SecurityGroupRule': '1.2', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SubPort': '1.0', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Subnet': '1.1', Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Trunk': '1.1'}} Apr 14 21:47:53.655266 dv-cinder-813229-9-iscsi neutron-server[110550]: {{(pid=110550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:47:53.659908 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Attempting to bind port e3e9883d-3928-4470-b7db-71f9abebcd9a on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:47:53.660314 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Attempting to bind port e3e9883d-3928-4470-b7db-71f9abebcd9a by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '515dfed8-6f04-4ee3-8740-f55087fd5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:47:53.660801 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Attempting to bind port e3e9883d-3928-4470-b7db-71f9abebcd9a on network 0420c334-afb6-47e3-a71f-6fec600137d0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:47:53.666496 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:47:53.666905 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Checking segment: {'id': '515dfed8-6f04-4ee3-8740-f55087fd5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:47:53.667546 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:53.667950 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Bound using segment: {'id': '515dfed8-6f04-4ee3-8740-f55087fd5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:47:53.668416 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Bound port: e3e9883d-3928-4470-b7db-71f9abebcd9a, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515dfed8-6f04-4ee3-8740-f55087fd5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:47:53.668828 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:53.733758 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] For port e3e9883d-3928-4470-b7db-71f9abebcd9a, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:47:53.740278 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-4c495195-4524-45c1-abcf-dee228f7b9e1 None None] Provisioning complete for port e3e9883d-3928-4470-b7db-71f9abebcd9a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:47:53.741224 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4c495195-4524-45c1-abcf-dee228f7b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:53.754080 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] For port e3e9883d-3928-4470-b7db-71f9abebcd9a, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=e3e9883d-3928-4470-b7db-71f9abebcd9a,segment=NetworkSegment(515dfed8-6f04-4ee3-8740-f55087fd5faf),segment_id=515dfed8-6f04-4ee3-8740-f55087fd5faf)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:47:53.781886 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-4c495195-4524-45c1-abcf-dee228f7b9e1 None None] Port e3e9883d-3928-4470-b7db-71f9abebcd9a cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:47:53.828243 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:53.888784 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Routers {'d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:47:53.889376 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:47:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:53.924671 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915270de-df85-424c-9b48-a36bfd77e1df None None] Pushing event updated for resources: {'Port': ['ID=e3e9883d-3928-4470-b7db-71f9abebcd9a,revision_number=4']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:53.986591 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] Set router d1b7e322-1d38-41eb-baae-d3bfc5e55bfa gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:47:54.101672 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3a7aa281-ac56-47f9-a94f-2c80ed7be54d None None] Provisioning complete for port e3e9883d-3928-4470-b7db-71f9abebcd9a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:47:54.102067 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa281-ac56-47f9-a94f-2c80ed7be54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:54.183016 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aa281-ac56-47f9-a94f-2c80ed7be54d None None] Current status of the port e3e9883d-3928-4470-b7db-71f9abebcd9a is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:47:54.183340 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa281-ac56-47f9-a94f-2c80ed7be54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:54.190698 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'name': 'router1', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:47:40Z', 'updated_at': '2022-04-14T21:47:51Z', 'revision_number': 2, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'gw_port_host': None, '_interfaces': [{'id': 'e3e9883d-3928-4470-b7db-71f9abebcd9a', 'name': '', 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'mac_address': 'fa:16:3e:f8:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:47:50Z', 'updated_at': '2022-04-14T21:47:53Z', 'revision_number': 4, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'subnets': [{'id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0045b9-ede9-498b-bf7a-7bcb1cd1627d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:54.218108 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3a7aa281-ac56-47f9-a94f-2c80ed7be54d None None] For port e3e9883d-3928-4470-b7db-71f9abebcd9a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=e3e9883d-3928-4470-b7db-71f9abebcd9a,segment=NetworkSegment(515dfed8-6f04-4ee3-8740-f55087fd5faf),segment_id=515dfed8-6f04-4ee3-8740-f55087fd5faf)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:47:54.222429 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d84a5-461e-4da5-9fed-0faa9a937c1d None None] The sync data for ids ['d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'] in dv-cinder-813229-9-iscsi is: [{'id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'name': 'router1', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:47:40Z', 'updated_at': '2022-04-14T21:47:51Z', 'revision_number': 2, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'gw_port_host': None, '_interfaces': [{'id': 'e3e9883d-3928-4470-b7db-71f9abebcd9a', 'name': '', 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'mac_address': 'fa:16:3e:f8:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:47:50Z', 'updated_at': '2022-04-14T21:47:53Z', 'revision_number': 4, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'subnets': [{'id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0045b9-ede9-498b-bf7a-7bcb1cd1627d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:47:54.289478 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa281-ac56-47f9-a94f-2c80ed7be54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:54.340473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7aa281-ac56-47f9-a94f-2c80ed7be54d None None] Pushing event updated for resources: {'Port': ['ID=e3e9883d-3928-4470-b7db-71f9abebcd9a,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:54.684660 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 44598) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:54.795192 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461d010-f25e-4830-ac94-f5c222547078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:54.796549 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8461d010-f25e-4830-ac94-f5c222547078 admin admin] 10.222.0.52 "GET /v2.0/networks/91c70b2b-fa18-4e92-b0a2-ca740177b423 HTTP/1.1" status: 200 len: 842 time: 0.1108301 Apr 14 21:47:54.805771 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:47:54.896368 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Made reservation on behalf of a2a4691b0f66431db71e4f1cd4001c61 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:47:54.898674 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:55.249623 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.objects.ports [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110548) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 14 21:47:55.250025 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (2577a72e-5a33-4a56-b339-1d41218b12a8), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:55.306296 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2577a72e-5a33-4a56-b339-1d41218b12a8,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:55.313102 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:47:55.313441 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Network hostable DHCP agents. Network: 91c70b2b-fa18-4e92-b0a2-ca740177b423, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:47:55.404894 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:47:55.484769 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 91c70b2b-fa18-4e92-b0a2-ca740177b423) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:47:55.488486 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:55.489104 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:55.493819 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d6a752-250d-4bd4-ab3d-ffd4e9efa64b None None] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:47:55.579175 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a9c834f2-8ae5-4387-8ca5-0afe3f8708f8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7765856 Apr 14 21:47:55.592685 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79396a9-9d99-4feb-b87c-812fa9c2e97c None None] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:47:58.063870 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 44606) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:58.268170 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3461657e-619b-4249-bb9a-353be5ce3b80 demo admin] 10.222.0.52 "GET /v2.0/routers/d1b7e322-1d38-41eb-baae-d3bfc5e55bfa HTTP/1.1" status: 200 len: 710 time: 0.2030482 Apr 14 21:47:58.358920 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210ee6f-893b-4380-95ca-5895cdbf927d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:58.365409 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a210ee6f-893b-4380-95ca-5895cdbf927d demo admin] 10.222.0.52 "GET /v2.0/networks/91c70b2b-fa18-4e92-b0a2-ca740177b423 HTTP/1.1" status: 200 len: 886 time: 0.0868151 Apr 14 21:47:58.369169 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:47:58.629156 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Publish callbacks [] for router_gateway (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:58.919730 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Publish callbacks [] for router_gateway (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:58.998175 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:59.118949 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Allocated IP 172.27.1.186 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/61213ed0-3a8a-406c-81e3-b60f5ee29fcf) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:47:59.223413 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Publish callbacks [] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:59.314256 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:59.351903 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:47:59.355318 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:47:59.358365 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:47:59.424050 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Pushing event updated for resources: {'Port': ['ID=61213ed0-3a8a-406c-81e3-b60f5ee29fcf,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:59.728296 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Publish callbacks [] for router_gateway (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:00.017170 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:00.020482 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781052'] for router (d1b7e322-1d38-41eb-baae-d3bfc5e55bfa), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:00.143816 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Router d1b7e322-1d38-41eb-baae-d3bfc5e55bfa has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:48:00.253834 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:48:00.257988 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:00.259187 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7e2bf92d-e16d-4faa-bfe7-307bd4c7e9ac demo admin] 10.222.0.52 "PUT /v2.0/routers/d1b7e322-1d38-41eb-baae-d3bfc5e55bfa HTTP/1.1" status: 200 len: 890 time: 1.8931341 Apr 14 21:48:01.265964 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device e3e9883d-3928-4470-b7db-71f9abebcd9a up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:48:01.320099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port e3e9883d-3928-4470-b7db-71f9abebcd9a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:48:01.320472 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:01.402786 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port e3e9883d-3928-4470-b7db-71f9abebcd9a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:48:02.818914 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 44618) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:02.936743 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-bbc7351f-570c-4b9c-863c-da9374c9e556 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1165891 Apr 14 21:48:03.055895 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Sync routers for ids ['d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:48:03.068148 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Routers {'d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:03.069059 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:47:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:03.290674 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Set router d1b7e322-1d38-41eb-baae-d3bfc5e55bfa gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:03.758643 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'name': 'router1', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '61213ed0-3a8a-406c-81e3-b60f5ee29fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:47:40Z', 'updated_at': '2022-04-14T21:47:59Z', 'revision_number': 4, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'gw_port': {'id': '61213ed0-3a8a-406c-81e3-b60f5ee29fcf', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:47:59Z', 'updated_at': '2022-04-14T21:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'e3e9883d-3928-4470-b7db-71f9abebcd9a', 'name': '', 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'mac_address': 'fa:16:3e:f8:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:47:50Z', 'updated_at': '2022-04-14T21:47:54Z', 'revision_number': 5, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'subnets': [{'id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0045b9-ede9-498b-bf7a-7bcb1cd1627d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:03.811578 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Checking router: d1b7e322-1d38-41eb-baae-d3bfc5e55bfa for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:48:03.811954 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Updating router d1b7e322-1d38-41eb-baae-d3bfc5e55bfa port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:48:03.865036 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:04.185299 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Publish callbacks [] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:04.244829 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:04.296064 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f006c-6a7f-44f3-9394-24d3e96344e8 None None] Pushing event updated for resources: {'Port': ['ID=61213ed0-3a8a-406c-81e3-b60f5ee29fcf,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:04.324183 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Attempting to bind port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:48:04.337948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Attempting to bind port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:48:04.337948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Attempting to bind port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:48:04.337948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:48:04.337948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:48:04.337948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:04.337948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:48:04.337948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Bound port: 61213ed0-3a8a-406c-81e3-b60f5ee29fcf, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:48:04.337948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:04.381686 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] For port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:48:04.385243 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] For port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=61213ed0-3a8a-406c-81e3-b60f5ee29fcf,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:48:04.485373 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:04.545891 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Routers {'d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:04.546517 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:47:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:04.585579 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f006c-6a7f-44f3-9394-24d3e96344e8 None None] Pushing event updated for resources: {'Port': ['ID=61213ed0-3a8a-406c-81e3-b60f5ee29fcf,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:04.672361 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] Set router d1b7e322-1d38-41eb-baae-d3bfc5e55bfa gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:04.885937 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'name': 'router1', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '61213ed0-3a8a-406c-81e3-b60f5ee29fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:47:40Z', 'updated_at': '2022-04-14T21:47:59Z', 'revision_number': 4, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'gw_port': {'id': '61213ed0-3a8a-406c-81e3-b60f5ee29fcf', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:47:59Z', 'updated_at': '2022-04-14T21:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'e3e9883d-3928-4470-b7db-71f9abebcd9a', 'name': '', 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'mac_address': 'fa:16:3e:f8:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:47:50Z', 'updated_at': '2022-04-14T21:47:54Z', 'revision_number': 5, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'subnets': [{'id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0045b9-ede9-498b-bf7a-7bcb1cd1627d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:04.913633 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9570493-704e-4795-bc4d-a3da069f73ea None None] The sync data for ids ['d1b7e322-1d38-41eb-baae-d3bfc5e55bfa'] in dv-cinder-813229-9-iscsi is: [{'id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'name': 'router1', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '61213ed0-3a8a-406c-81e3-b60f5ee29fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:47:40Z', 'updated_at': '2022-04-14T21:47:59Z', 'revision_number': 4, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'gw_port': {'id': '61213ed0-3a8a-406c-81e3-b60f5ee29fcf', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:47:59Z', 'updated_at': '2022-04-14T21:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'e3e9883d-3928-4470-b7db-71f9abebcd9a', 'name': '', 'network_id': '0420c334-afb6-47e3-a71f-6fec600137d0', 'tenant_id': '830f37ab382049b4b39840d0c29b05c0', 'mac_address': 'fa:16:3e:f8:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7e322-1d38-41eb-baae-d3bfc5e55bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:47:50Z', 'updated_at': '2022-04-14T21:47:54Z', 'revision_number': 5, 'project_id': '830f37ab382049b4b39840d0c29b05c0', 'subnets': [{'id': '1e187a7e-9a91-45ed-b0f0-2061a0545655', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc0045b9-ede9-498b-bf7a-7bcb1cd1627d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:48:05.328161 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 61213ed0-3a8a-406c-81e3-b60f5ee29fcf up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:48:05.389116 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:48:05.389513 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:05.501243 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:48:05.501734 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:05.526795 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=61213ed0-3a8a-406c-81e3-b60f5ee29fcf,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:48:05.614919 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:05.680456 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=61213ed0-3a8a-406c-81e3-b60f5ee29fcf,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:07.314487 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 61213ed0-3a8a-406c-81e3-b60f5ee29fcf up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:48:07.392454 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:48:07.393321 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (61213ed0-3a8a-406c-81e3-b60f5ee29fcf), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:07.489779 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 61213ed0-3a8a-406c-81e3-b60f5ee29fcf is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:48:16.077074 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0f6486e1-6cf0-48f7-a253-994e49cdae7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:18.479780 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3e15b248-beed-49d5-9a50-b9075a39edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:19.610660 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:20.747584 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:22.559382 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:23.211679 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:48:46.134925 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3736-9a15-4063-ae10-95933feabbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:48.542737 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-59d3a7ba-cdb3-4225-bae3-e5606951d878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:49.596049 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:50.740292 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:52.551846 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.267737 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:49:16.048333 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c612e232-12d4-4bd7-99ef-04008892d352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:18.502994 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-18683989-2596-4653-948e-2b75802aa2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:19.623134 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:20.732019 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:22.554523 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:27.588477 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45102) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:27.649736 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aec7891-89e0-4d5f-b546-eecb6d8cd7f5 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:49:27.651018 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-9aec7891-89e0-4d5f-b546-eecb6d8cd7f5 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613182 Apr 14 21:49:27.808706 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425f951-c3bc-43bd-9249-9626a6ff206a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:27.810046 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a425f951-c3bc-43bd-9249-9626a6ff206a admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550024 Apr 14 21:49:30.157876 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45112) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:30.250514 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c0394-dd56-4287-883c-0dbb0a89e715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:30.251751 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-506c0394-dd56-4287-883c-0dbb0a89e715 admin admin] 10.222.0.52 "GET /v2.0/subnets/1e187a7e-9a91-45ed-b0f0-2061a0545655 HTTP/1.1" status: 200 len: 849 time: 0.0928774 Apr 14 21:49:30.261144 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:49:30.342747 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Publish callbacks [] for subnet (1e187a7e-9a91-45ed-b0f0-2061a0545655), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:30.531594 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763760301343'] for subnet (1e187a7e-9a91-45ed-b0f0-2061a0545655), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:30.562197 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:30.562790 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:30.564406 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] 10.222.0.52 "PUT /v2.0/subnets/1e187a7e-9a91-45ed-b0f0-2061a0545655 HTTP/1.1" status: 200 len: 868 time: 0.3065097 Apr 14 21:49:30.566693 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1578dc90-dc17-4a87-8b79-a27ba9654e77 None None] Network 0420c334-afb6-47e3-a71f-6fec600137d0 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:49:30.584025 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e187a7e-9a91-45ed-b0f0-2061a0545655,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:49:30.593615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.593615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.593615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.594010 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.594259 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.594604 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.594930 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.595248 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.595580 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.595913 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.596245 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.596593 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.596916 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.597245 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.597588 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce7c3c-d966-4090-9781-13ea23461818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:49:30.892473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-b038d304-c662-47d0-aa3b-c2572d2f0f73 None None] Provisioning complete for port a3ec4f22-bf86-468a-9b66-923c39006da6 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:49:30.892919 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b038d304-c662-47d0-aa3b-c2572d2f0f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a3ec4f22-bf86-468a-9b66-923c39006da6), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:30.974374 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b038d304-c662-47d0-aa3b-c2572d2f0f73 None None] Current status of the port a3ec4f22-bf86-468a-9b66-923c39006da6 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:49:30.982644 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-b038d304-c662-47d0-aa3b-c2572d2f0f73 None None] Provisioning complete for port e3e9883d-3928-4470-b7db-71f9abebcd9a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:49:30.983037 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b038d304-c662-47d0-aa3b-c2572d2f0f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e3e9883d-3928-4470-b7db-71f9abebcd9a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:31.065501 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b038d304-c662-47d0-aa3b-c2572d2f0f73 None None] Current status of the port e3e9883d-3928-4470-b7db-71f9abebcd9a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:49:32.904728 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45120) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:33.106005 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7be320-f1c8-4fdd-8c76-cc41e8b4ace4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:33.106389 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7be320-f1c8-4fdd-8c76-cc41e8b4ace4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:33.108134 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-cc7be320-f1c8-4fdd-8c76-cc41e8b4ace4 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024207 Apr 14 21:49:35.419905 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45128) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:35.628058 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0ee11-d5a6-4f50-a5cf-b982853d7c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:35.628530 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0ee11-d5a6-4f50-a5cf-b982853d7c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:35.630128 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6ca0ee11-d5a6-4f50-a5cf-b982853d7c57 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2093022 Apr 14 21:49:37.219680 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:49:37.951687 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45138) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:38.174106 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a4775-471f-4f71-aef8-e0d9a9611a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:38.175400 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6f0a4775-471f-4f71-aef8-e0d9a9611a12 admin admin] 10.222.0.52 "GET /v2.0/networks/0420c334-afb6-47e3-a71f-6fec600137d0 HTTP/1.1" status: 200 len: 869 time: 0.2227728 Apr 14 21:49:40.525014 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45146) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:40.653432 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b7b43-e279-452d-8572-4a78de2535c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:40.654819 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-be2b7b43-e279-452d-8572-4a78de2535c4 admin admin] 10.222.0.52 "GET /v2.0/networks/91c70b2b-fa18-4e92-b0a2-ca740177b423 HTTP/1.1" status: 200 len: 886 time: 0.1288381 Apr 14 21:49:42.997533 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45154) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:43.121442 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e14665-7df0-4a5e-8efb-dc148132b209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:43.121898 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e14665-7df0-4a5e-8efb-dc148132b209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:43.123418 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-18e14665-7df0-4a5e-8efb-dc148132b209 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249359 Apr 14 21:49:45.448209 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45162) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:45.539521 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb6b81-c0d4-4e5d-a6a1-53b7470afc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:45.539887 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb6b81-c0d4-4e5d-a6a1-53b7470afc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:45.541434 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-29eb6b81-c0d4-4e5d-a6a1-53b7470afc96 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922520 Apr 14 21:49:46.036121 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-409c0abf-6340-4e5c-a2fc-1111f1927790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:47.876155 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45170) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:47.967891 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9564202-9129-4602-9e08-e7233e5961d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:47.969322 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e9564202-9129-4602-9e08-e7233e5961d2 admin admin] 10.222.0.52 "GET /v2.0/subnets/1e187a7e-9a91-45ed-b0f0-2061a0545655 HTTP/1.1" status: 200 len: 868 time: 0.0921783 Apr 14 21:49:48.492939 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f591029d-b704-47db-ba21-36a318080d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:49.635984 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:50.453204 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45178) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:50.643673 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9e726-43e7-4d3b-a201-aa40e9ba7b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:49:50.644943 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f2e9e726-43e7-4d3b-a201-aa40e9ba7b38 admin admin] 10.222.0.52 "GET /v2.0/subnets/2577a72e-5a33-4a56-b339-1d41218b12a8 HTTP/1.1" status: 200 len: 816 time: 0.1907926 Apr 14 21:49:50.725659 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:52.549918 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:14.218176 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:50:16.063719 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9086bb05-3fa2-44e3-910a-4f26bf383c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:18.492886 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8ce0c8e2-beff-442f-951c-b46e877c1354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:19.623713 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:20.766106 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:22.565777 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:31.976660 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45236) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:50:32.024020 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [None req-abbd90bc-26d6-48f4-b52f-f0d15db170d7 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:50:32.025029 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-abbd90bc-26d6-48f4-b52f-f0d15db170d7 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474288 Apr 14 21:50:34.437128 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45244) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:50:34.500939 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.pecan_wsgi.hooks.translation [None req-da44e688-6b2f-4405-bacc-b6b33914f8f9 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:50:34.502221 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-da44e688-6b2f-4405-bacc-b6b33914f8f9 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641603 Apr 14 21:50:34.644985 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57997a55-1d7a-4c53-95fa-a2a051397c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:50:34.646383 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-57997a55-1d7a-4c53-95fa-a2a051397c48 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400554 Apr 14 21:50:36.995211 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45252) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:50:37.043204 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:50:37.197235 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Made reservation on behalf of a2a4691b0f66431db71e4f1cd4001c61 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:50:37.199435 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:37.234403 dv-cinder-813229-9-iscsi neutron-server[110547]: WARNING neutron.services.revisions.revision_plugin [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Could not find related network for resource to bump revision. Apr 14 21:50:37.246895 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:50:37.256432 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (32719bcc-ed4a-4526-8473-5b7e5f3eb398), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:37.259381 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Added segment 32719bcc-ed4a-4526-8473-5b7e5f3eb398 of type vlan for network 89463ec3-17e6-4037-8254-f12037f40bb0 Apr 14 21:50:37.296400 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (89463ec3-17e6-4037-8254-f12037f40bb0), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:37.365276 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (89463ec3-17e6-4037-8254-f12037f40bb0), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:37.366200 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:50:37.366775 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:37.454317 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Pushing event updated for resources: {'Network': ['ID=89463ec3-17e6-4037-8254-f12037f40bb0,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:50:37.461415 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.461756 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.462110 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.462449 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.463023 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.463352 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.463670 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.463992 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.464330 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.464679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.464997 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.465313 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.465658 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.465973 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.466284 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:37.476848 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 89463ec3-17e6-4037-8254-f12037f40bb0 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:50:37.481062 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e2de1bbe-8ce8-401f-8c96-bc8cce510a05 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4847801 Apr 14 21:50:39.836808 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45260) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:50:39.898171 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.pecan_wsgi.hooks.translation [None req-d806a8b7-2cda-4964-8df4-8183af9a0b23 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:50:39.899490 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d806a8b7-2cda-4964-8df4-8183af9a0b23 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617208 Apr 14 21:50:39.968854 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a844d6d-f01e-43df-abb6-775fd3371850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:50:39.970394 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1a844d6d-f01e-43df-abb6-775fd3371850 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667202 Apr 14 21:50:39.980552 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:50:40.119522 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Made reservation on behalf of a2a4691b0f66431db71e4f1cd4001c61 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:50:40.122181 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:40.332054 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (5ecf3a89-8a62-4411-ad85-fd3f9d0304d5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:40.391060 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ecf3a89-8a62-4411-ad85-fd3f9d0304d5,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:50:40.401528 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.401870 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.402224 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.402560 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.402892 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.403215 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.403536 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.403854 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.404172 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.404490 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.404852 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.405189 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.405510 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.405849 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.406160 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:40.409634 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Checking segment: {'id': '32719bcc-ed4a-4526-8473-5b7e5f3eb398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:50:40.410057 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Network hostable DHCP agents. Network: 89463ec3-17e6-4037-8254-f12037f40bb0, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:50:40.488622 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Network 89463ec3-17e6-4037-8254-f12037f40bb0 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:50:40.582557 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 89463ec3-17e6-4037-8254-f12037f40bb0) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:50:40.586781 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:50:40.587355 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:40.592123 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce341d8f-712e-4c71-89f0-2cee83aa46d0 None None] Network 89463ec3-17e6-4037-8254-f12037f40bb0 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:50:40.671374 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e13b2f71-eac1-4bff-901e-b7eaac76a491 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6940753 Apr 14 21:50:40.810426 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-89463ec3-17e6-4037-8254-f12037f40bb0', 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0', 'project_id': 'a2a4691b0f66431db71e4f1cd4001c61', 'fixed_ips': [{'subnet_id': '5ecf3a89-8a62-4411-ad85-fd3f9d0304d5'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:50:40.811349 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:40.968470 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Allocated IP 192.168.233.2 (89463ec3-17e6-4037-8254-f12037f40bb0/5ecf3a89-8a62-4411-ad85-fd3f9d0304d5/f066ec14-5459-4edc-8334-e38b2b7876ae) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:50:41.102814 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Publish callbacks [] for port (f066ec14-5459-4edc-8334-e38b2b7876ae), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:41.189370 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (f066ec14-5459-4edc-8334-e38b2b7876ae), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:41.235267 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Network 89463ec3-17e6-4037-8254-f12037f40bb0 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:50:41.240234 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:50:41.242164 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Pushing event updated for resources: {'Port': ['ID=f066ec14-5459-4edc-8334-e38b2b7876ae,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:50:41.244512 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:50:41.256942 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.257287 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.257650 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.258002 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.258331 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.258654 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.258978 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.259295 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.259610 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.259926 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.260243 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.260592 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.260922 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.261234 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.261545 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:50:41.311379 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Attempting to bind port f066ec14-5459-4edc-8334-e38b2b7876ae on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:50:41.311744 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Attempting to bind port f066ec14-5459-4edc-8334-e38b2b7876ae by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '32719bcc-ed4a-4526-8473-5b7e5f3eb398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:50:41.312165 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Attempting to bind port f066ec14-5459-4edc-8334-e38b2b7876ae on network 89463ec3-17e6-4037-8254-f12037f40bb0 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:50:41.317722 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:50:41.318092 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Checking segment: {'id': '32719bcc-ed4a-4526-8473-5b7e5f3eb398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:50:41.318492 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:41.318881 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Bound using segment: {'id': '32719bcc-ed4a-4526-8473-5b7e5f3eb398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:50:41.319343 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Bound port: f066ec14-5459-4edc-8334-e38b2b7876ae, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32719bcc-ed4a-4526-8473-5b7e5f3eb398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:50:41.319725 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (f066ec14-5459-4edc-8334-e38b2b7876ae), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:41.386595 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] For port f066ec14-5459-4edc-8334-e38b2b7876ae, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:50:41.389671 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] For port f066ec14-5459-4edc-8334-e38b2b7876ae, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=f066ec14-5459-4edc-8334-e38b2b7876ae,segment=NetworkSegment(32719bcc-ed4a-4526-8473-5b7e5f3eb398),segment_id=32719bcc-ed4a-4526-8473-5b7e5f3eb398)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:50:41.463535 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (f066ec14-5459-4edc-8334-e38b2b7876ae), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:41.531424 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c38777-e000-4d98-b3bd-ac5243aa382b None None] Pushing event updated for resources: {'Port': ['ID=f066ec14-5459-4edc-8334-e38b2b7876ae,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:50:42.391483 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec98b78e-28f7-4fdf-a532-3e9812dd5133 None None] Network 89463ec3-17e6-4037-8254-f12037f40bb0 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:50:42.423072 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-43bfc666-421d-4652-af60-3a9eaa8492ea None None] Provisioning complete for port f066ec14-5459-4edc-8334-e38b2b7876ae triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:50:42.423456 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-43bfc666-421d-4652-af60-3a9eaa8492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (f066ec14-5459-4edc-8334-e38b2b7876ae), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:42.569744 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-43bfc666-421d-4652-af60-3a9eaa8492ea None None] Current status of the port f066ec14-5459-4edc-8334-e38b2b7876ae is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:50:42.570345 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-43bfc666-421d-4652-af60-3a9eaa8492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (f066ec14-5459-4edc-8334-e38b2b7876ae), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:42.611399 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-43bfc666-421d-4652-af60-3a9eaa8492ea None None] For port f066ec14-5459-4edc-8334-e38b2b7876ae, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=f066ec14-5459-4edc-8334-e38b2b7876ae,segment=NetworkSegment(32719bcc-ed4a-4526-8473-5b7e5f3eb398),segment_id=32719bcc-ed4a-4526-8473-5b7e5f3eb398)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:50:42.675244 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-43bfc666-421d-4652-af60-3a9eaa8492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (f066ec14-5459-4edc-8334-e38b2b7876ae), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:42.746371 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfc666-421d-4652-af60-3a9eaa8492ea None None] Pushing event updated for resources: {'Port': ['ID=f066ec14-5459-4edc-8334-e38b2b7876ae,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:50:42.802943 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-ff01078c-76a3-4e33-a14f-1471bc83068e None None] Provisioning complete for port f066ec14-5459-4edc-8334-e38b2b7876ae triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:50:42.803326 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ff01078c-76a3-4e33-a14f-1471bc83068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (f066ec14-5459-4edc-8334-e38b2b7876ae), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:42.939610 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-ff01078c-76a3-4e33-a14f-1471bc83068e None None] Current status of the port f066ec14-5459-4edc-8334-e38b2b7876ae is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:50:43.399911 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device f066ec14-5459-4edc-8334-e38b2b7876ae up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:50:43.448607 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port f066ec14-5459-4edc-8334-e38b2b7876ae triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:50:43.448996 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (f066ec14-5459-4edc-8334-e38b2b7876ae), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:43.526714 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port f066ec14-5459-4edc-8334-e38b2b7876ae is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:50:46.028046 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9d802279-d970-49e1-b929-4736306c4911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:48.502467 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a825b78c-cf67-4c1f-af32-0a6ae9a24538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:49.625254 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:50.753867 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:51.216613 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:50:52.562688 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:16.043982 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-230b8bff-b486-45b5-85a9-ad2d3f72cd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:18.487391 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e7531bc6-676c-4043-a17f-01842b67b2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:19.621052 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:20.775514 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:22.566908 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:28.214735 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:51:46.031981 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-da009b48-8162-4cc9-8647-c95ffaa15b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:48.517700 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b374f862-3912-4d72-a72f-0ca97f787a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:49.643306 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:50.781114 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:52.594703 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:05.213718 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:52:16.025266 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-db6b71aa-156a-4a43-955d-497ed18030f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:18.522200 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aca90f8e-a3a5-432a-a47c-51edf5bfdc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:19.631045 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:20.741771 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:20.747398 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45298) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:52:20.753243 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [None req-928dfe52-d406-4fba-819d-861f58ef3a0e tempest-verify_tempest_config-890941474 tempest-verify_tempest_config-890941474-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:52:20.755948 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-928dfe52-d406-4fba-819d-861f58ef3a0e tempest-verify_tempest_config-890941474 tempest-verify_tempest_config-890941474-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057080 Apr 14 21:52:21.260912 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45316) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:52:21.363887 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:21.437424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Publish callbacks [] for security_group (64339842-03e5-43ac-ba7b-f4e95563eaf0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:21.557025 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (64339842-03e5-43ac-ba7b-f4e95563eaf0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:21.609776 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54cb03b849d04c9090efb94484ece45f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3477814 Apr 14 21:52:21.610605 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64339842-03e5-43ac-ba7b-f4e95563eaf0,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:21.612729 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45320) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:52:21.619499 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.619850 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.620215 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.620559 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.620956 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.621295 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.621623 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.621981 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.622379 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.622711 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.623051 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.623395 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.623728 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.624050 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.624367 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf7b2-66c1-488d-8488-1c077643fe47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.670808 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Publish callbacks [] for security_group (64339842-03e5-43ac-ba7b-f4e95563eaf0), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:21.692378 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Publish callbacks [] for security_group (64339842-03e5-43ac-ba7b-f4e95563eaf0), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:21.870774 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (64339842-03e5-43ac-ba7b-f4e95563eaf0), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:21.875740 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:21.876928 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64339842-03e5-43ac-ba7b-f4e95563eaf0 HTTP/1.1" status: 204 len: 168 time: 0.2631986 Apr 14 21:52:21.884920 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64339842-03e5-43ac-ba7b-f4e95563eaf0,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:52:21.893202 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.893645 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.894002 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.894350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.894692 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.895030 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.895377 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.895675 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.896025 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.896356 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.896717 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.897058 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.897390 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.897793 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:21.898114 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2790a7cd-155e-45ad-b100-52bba03d2ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:52:22.565065 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:42.214681 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:52:46.038271 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a492e83c-34b5-4e35-92ee-6a0b3aac9cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:48.506590 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf5da-56e2-4a6f-a1cc-82995e7c2b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:49.683526 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:50.755367 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:52.569224 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:16.051510 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3ca2abc7-802d-4973-b27a-f3dad7102c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:18.511305 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-da1d1228-fee5-4d2e-848e-4f063724414b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:19.215367 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:53:19.663300 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:20.799827 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:22.568075 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:46.052569 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a7412afb-b7f1-47a2-b471-375e8566e9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:48.538721 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e86d2ad2-4603-47b7-8e28-ed7c01a746cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:49.682256 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:50.767134 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:52.584332 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:56.214331 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:54:08.695311 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775016'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:16.043497 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-00608285-fd46-4cde-9467-f2e472a38c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:18.512637 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2b469f96-10ff-409f-b204-f8a114873c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:19.677846 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:20.797814 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:22.577024 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:23.261696 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45392) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:54:23.365469 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-901686d0-7314-4f0e-b7c2-db63e3a3a433 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027479 Apr 14 21:54:25.850437 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45402) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:54:25.912468 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-9a00ab8d-e889-4808-ad8a-a4c961e7358d admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0609047 Apr 14 21:54:33.214985 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:54:38.708257 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:46.045053 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-27616240-5e4b-41cf-a8a7-630d417c176b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:48.517162 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0e749830-4238-4aeb-8b24-c0d180ba3282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:49.642526 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:50.803064 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:52.602441 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:08.677950 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:10.214138 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:55:16.053136 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-972294ca-4438-47a0-a19d-9de28b6839d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:18.549894 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c6cbb185-850e-468f-9e55-d628e2d59b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:19.666522 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:20.790120 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:22.561897 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:38.671598 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:46.059937 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fd7404db-90de-4ade-8c24-8831fcd285ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:47.214451 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:55:48.557430 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-883bf623-864e-4293-9885-44498a5b3800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:49.643108 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:50.778677 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:55:52.614453 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:06.079116 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45534) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:06.535719 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1643033848-network', 'tenant_id': '34a0c2418f5346fbbb18e392ff11722a'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:06.626127 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Made reservation on behalf of 34a0c2418f5346fbbb18e392ff11722a for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:06.628702 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:06.637331 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:06.713838 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Publish callbacks [] for security_group (de2e61c1-1aed-4f13-b92b-61876b6009eb), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:06.795920 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (de2e61c1-1aed-4f13-b92b-61876b6009eb), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:06.825256 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:56:06.831336 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e61c1-1aed-4f13-b92b-61876b6009eb,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:06.841633 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (db42ab9e-67a7-434f-80f0-ab7bc08ac441), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:06.841633 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Added segment db42ab9e-67a7-434f-80f0-ab7bc08ac441 of type vlan for network ffddbf15-34c4-41dc-b3a4-223df4a5b5ff Apr 14 21:56:06.851014 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.851361 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.851717 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.852062 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.852417 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.852770 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.853093 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.853459 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.853738 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.854083 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.854387 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.854725 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.855048 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.855383 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.855665 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Tracked resource versions report: Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: pushed versions: Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: { 'AddressGroup': {'1.2'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Agent': {'1.1'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'ConntrackHelper': {'1.0'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Log': {'1.0'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'NDPProxy': {'1.0'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Network': {'1.1'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Port': {'1.7'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'PortForwarding': {'1.3'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'QosPolicy': {'1.10'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SecurityGroup': {'1.5'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SubPort': {'1.0'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Subnet': {'1.1'}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Trunk': {'1.1'}} Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: consumer versions: Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: { DHCP agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: HyperV agent@hv-cinder-81322: {}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: L3 agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: Metadata agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: Metering agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: Open vSwitch agent@dv-cinder-813229-9-iscsi: { 'AddressGroup': '1.2', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Agent': '1.1', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'ConntrackHelper': '1.0', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'LocalIPAssociation': '1.0', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Log': '1.0', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'NDPProxy': '1.0', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Network': '1.1', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Port': '1.7', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'PortForwarding': '1.3', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'QosPolicy': '1.10', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SecurityGroup': '1.5', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SecurityGroupRule': '1.2', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'SubPort': '1.0', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Subnet': '1.1', Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: 'Trunk': '1.1'}} Apr 14 21:56:06.856813 dv-cinder-813229-9-iscsi neutron-server[110547]: {{(pid=110547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:56:06.898685 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (ffddbf15-34c4-41dc-b3a4-223df4a5b5ff), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:06.986844 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (ffddbf15-34c4-41dc-b3a4-223df4a5b5ff), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:06.988019 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:06.988815 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:07.052132 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ffddbf15-34c4-41dc-b3a4-223df4a5b5ff,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:07.062799 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network ffddbf15-34c4-41dc-b3a4-223df4a5b5ff details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:56:07.179216 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a22b97e6-2c0b-4432-9d3c-af305a00b9b3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0983350 Apr 14 21:56:07.182033 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45576) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:07.186975 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Request body: {'subnet': {'network_id': 'ffddbf15-34c4-41dc-b3a4-223df4a5b5ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1643033848-subnet', 'tenant_id': '34a0c2418f5346fbbb18e392ff11722a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:07.283396 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Made reservation on behalf of 34a0c2418f5346fbbb18e392ff11722a for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:07.285799 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:07.653540 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (45ed7130-f9e1-4c84-a956-20924bd1f089), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:07.721140 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ed7130-f9e1-4c84-a956-20924bd1f089,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:07.732026 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Checking segment: {'id': 'db42ab9e-67a7-434f-80f0-ab7bc08ac441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffddbf15-34c4-41dc-b3a4-223df4a5b5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:07.737897 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Network hostable DHCP agents. Network: ffddbf15-34c4-41dc-b3a4-223df4a5b5ff, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:56:07.807593 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Network ffddbf15-34c4-41dc-b3a4-223df4a5b5ff is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:56:07.893276 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, ffddbf15-34c4-41dc-b3a4-223df4a5b5ff) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:07.898836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:07.902114 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:07.904913 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1d9bc-c15c-4517-8472-d29449b2dae1 None None] Network ffddbf15-34c4-41dc-b3a4-223df4a5b5ff requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:08.001623 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-bcd3bd57-5e73-4911-a613-396acf73e49d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8184140 Apr 14 21:56:08.045037 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb07c8a-b322-437e-9c2d-1cf1a85675fd None None] Network ffddbf15-34c4-41dc-b3a4-223df4a5b5ff requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:08.233066 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45626) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:08.429064 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45650) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:08.567997 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-235373020-network', 'tenant_id': '07795b5930f74368a7508f0536b9f800'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:08.694706 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Made reservation on behalf of 07795b5930f74368a7508f0536b9f800 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:08.695429 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:08.697282 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:08.711408 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:08.793725 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Publish callbacks [] for security_group (1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:08.844681 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-22378305-network', 'tenant_id': '4341bd0e366648d2a8e427316961d985'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:08.851238 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:08.883120 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:56:08.903902 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (efc78afd-7846-4912-8b2e-4bfeaa5a765f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:08.904241 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Added segment efc78afd-7846-4912-8b2e-4bfeaa5a765f of type vlan for network b16f9766-8b57-4992-ac6c-ff9deb4519c9 Apr 14 21:56:08.916137 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:08.944882 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.945233 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.945602 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.945943 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.946485 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.946713 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.946934 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.947258 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.947600 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.947928 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.948275 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.948650 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.949020 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.949418 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.949750 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Tracked resource versions report: Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: pushed versions: Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: { 'AddressGroup': {'1.2'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Agent': {'1.1'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'ConntrackHelper': {'1.0'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Log': {'1.0'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'NDPProxy': {'1.0'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Network': {'1.1'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Port': {'1.7'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'PortForwarding': {'1.3'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'QosPolicy': {'1.10'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SecurityGroup': {'1.5'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SubPort': {'1.0'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Subnet': {'1.1'}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Trunk': {'1.1'}} Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: consumer versions: Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: { DHCP agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: HyperV agent@hv-cinder-81322: {}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: L3 agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: Metadata agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: Metering agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: Open vSwitch agent@dv-cinder-813229-9-iscsi: { 'AddressGroup': '1.2', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Agent': '1.1', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'ConntrackHelper': '1.0', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'LocalIPAssociation': '1.0', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Log': '1.0', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'NDPProxy': '1.0', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Network': '1.1', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Port': '1.7', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'PortForwarding': '1.3', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'QosPolicy': '1.10', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SecurityGroup': '1.5', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SecurityGroupRule': '1.2', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'SubPort': '1.0', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Subnet': '1.1', Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: 'Trunk': '1.1'}} Apr 14 21:56:08.950818 dv-cinder-813229-9-iscsi neutron-server[110548]: {{(pid=110548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:56:08.964743 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (b16f9766-8b57-4992-ac6c-ff9deb4519c9), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:08.976889 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Made reservation on behalf of 4341bd0e366648d2a8e427316961d985 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:08.979439 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:08.995474 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.077052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Publish callbacks [] for security_group (1d3c30aa-73c2-46c7-b138-401cd415097a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.198068 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (b16f9766-8b57-4992-ac6c-ff9deb4519c9), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.199053 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:09.199647 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.204191 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (1d3c30aa-73c2-46c7-b138-401cd415097a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.310964 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] Pushing event updated for resources: {'Network': ['ID=b16f9766-8b57-4992-ac6c-ff9deb4519c9,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:09.327424 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:56:09.366012 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:56:09.393911 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-842b3787-7ef5-4974-86f0-fe13168cd5fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1588089 Apr 14 21:56:09.398746 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45690) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:09.405857 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Request body: {'subnet': {'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-subnet', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:09.418049 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3c30aa-73c2-46c7-b138-401cd415097a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:09.423216 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (dde44f7d-fcb7-47a9-819c-c12a62fb1275), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.429271 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Added segment dde44f7d-fcb7-47a9-819c-c12a62fb1275 of type vlan for network 7ad71b8f-feb8-42d7-a41c-dab223adb72b Apr 14 21:56:09.516261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Made reservation on behalf of 07795b5930f74368a7508f0536b9f800 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:09.518843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (7ad71b8f-feb8-42d7-a41c-dab223adb72b), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.519632 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.607664 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (7ad71b8f-feb8-42d7-a41c-dab223adb72b), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.608705 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:09.609219 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.717002 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad71b8f-feb8-42d7-a41c-dab223adb72b,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:09.727355 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-79f36f15-f206-4363-ad4e-da61c5b711f7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2930212 Apr 14 21:56:09.729277 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45704) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:09.740839 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:56:09.749072 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Request body: {'subnet': {'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-subnet', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:09.872387 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Made reservation on behalf of 4341bd0e366648d2a8e427316961d985 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:09.872724 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (55cb8734-f767-4484-8dc4-7395c057446c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.874700 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:09.923397 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cb8734-f767-4484-8dc4-7395c057446c,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:09.950583 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Checking segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:09.957741 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Network hostable DHCP agents. Network: b16f9766-8b57-4992-ac6c-ff9deb4519c9, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:56:10.060458 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:56:10.133800 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, b16f9766-8b57-4992-ac6c-ff9deb4519c9) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:10.138290 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:10.138894 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.144836 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bc332e-c789-4b30-ad51-47ecfd386b06 None None] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:10.202211 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (08a27cee-4a52-40e6-8c45-d04825080fb4), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.224800 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d70fba44-aad8-416f-a357-ed342c2856c5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8230784 Apr 14 21:56:10.230671 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45736) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:10.235552 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:10.278953 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a27cee-4a52-40e6-8c45-d04825080fb4,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:10.305894 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Checking segment: {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:10.306271 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Network hostable DHCP agents. Network: 7ad71b8f-feb8-42d7-a41c-dab223adb72b, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:56:10.313448 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45744) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:10.315731 dv-cinder-813229-9-iscsi neutron-server[110547]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:56:10.344735 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'project_id': '07795b5930f74368a7508f0536b9f800', 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:56:10.345969 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.374336 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (41cbf4e7-dd0a-4638-bc63-cd459291750c), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.375898 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (41cbf4e7-dd0a-4638-bc63-cd459291750c), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.418639 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:56:10.489472 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Allocated IP 172.20.0.2 (b16f9766-8b57-4992-ac6c-ff9deb4519c9/55cb8734-f767-4484-8dc4-7395c057446c/ef2e8e37-6ce7-4664-ad21-3449bb9e555a) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:10.500618 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 7ad71b8f-feb8-42d7-a41c-dab223adb72b) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:10.505122 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:10.506188 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.517931 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eacfbb1-7127-44e4-aa16-71b99176182c None None] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:10.583473 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f96c66ea-2b62-45c9-9b3f-e0ee6cd2e614 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8500137 Apr 14 21:56:10.588155 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45752) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:10.592856 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:10.695776 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (a090ef34-31f9-458c-b1cd-347207fcc078), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.697307 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (a090ef34-31f9-458c-b1cd-347207fcc078), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.711238 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Publish callbacks [] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.739155 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks [] for router_controller (41cbf4e7-dd0a-4638-bc63-cd459291750c), precommit_add_association {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.751474 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-6011e96a-666b-4054-802a-a135d1a51a9d tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:10.752892 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-6011e96a-666b-4054-802a-a135d1a51a9d tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/networks?id=ffddbf15-34c4-41dc-b3a4-223df4a5b5ff HTTP/1.1" status: 200 len: 812 time: 0.4383264 Apr 14 21:56:10.757295 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'project_id': '4341bd0e366648d2a8e427316961d985', 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:56:10.762267 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.762750 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks [] for router_controller (a090ef34-31f9-458c-b1cd-347207fcc078), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.772183 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-1ea4f04f-7328-402c-ac36-3e77c8f70b5f tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/quotas/34a0c2418f5346fbbb18e392ff11722a HTTP/1.1" status: 200 len: 375 time: 0.0099339 Apr 14 21:56:10.782096 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:10.837654 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-508256d6-c68b-4040-af8c-2c2be24c88fe tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=34a0c2418f5346fbbb18e392ff11722a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590179 Apr 14 21:56:11.006743 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:11.012807 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:11.018314 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:11.131393 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Pushing event updated for resources: {'Port': ['ID=ef2e8e37-6ce7-4664-ad21-3449bb9e555a,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:11.133119 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks [] for router_gateway (a090ef34-31f9-458c-b1cd-347207fcc078), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.160905 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-308a6faa-82f3-4e94-9d91-e0d2bd71428a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:56:11.161281 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.161637 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.162560 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.163179 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.163471 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.164270 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.164270 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.164490 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.164808 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.165119 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.165441 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.165804 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.166092 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.166600 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.167095 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Tracked resource versions report: Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: pushed versions: Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: { 'AddressGroup': {'1.2'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Agent': {'1.1'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'ConntrackHelper': {'1.0'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Log': {'1.0'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'NDPProxy': {'1.0'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Network': {'1.1'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Port': {'1.7'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'PortForwarding': {'1.3'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'QosPolicy': {'1.10'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SecurityGroup': {'1.5'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SubPort': {'1.0'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Subnet': {'1.1'}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Trunk': {'1.1'}} Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: consumer versions: Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: { DHCP agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: HyperV agent@hv-cinder-81322: {}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: L3 agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: Metadata agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: Metering agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: Open vSwitch agent@dv-cinder-813229-9-iscsi: { 'AddressGroup': '1.2', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Agent': '1.1', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'ConntrackHelper': '1.0', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'LocalIPAssociation': '1.0', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Log': '1.0', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'NDPProxy': '1.0', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Network': '1.1', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Port': '1.7', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'PortForwarding': '1.3', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'QosPolicy': '1.10', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SecurityGroup': '1.5', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SecurityGroupRule': '1.2', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'SubPort': '1.0', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Subnet': '1.1', Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: 'Trunk': '1.1'}} Apr 14 21:56:11.168534 dv-cinder-813229-9-iscsi neutron-server[110549]: {{(pid=110549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:56:11.180300 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-308a6faa-82f3-4e94-9d91-e0d2bd71428a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1469657 Apr 14 21:56:11.181533 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Attempting to bind port ef2e8e37-6ce7-4664-ad21-3449bb9e555a on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:11.182066 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Attempting to bind port ef2e8e37-6ce7-4664-ad21-3449bb9e555a by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:11.182599 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Attempting to bind port ef2e8e37-6ce7-4664-ad21-3449bb9e555a on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:11.184850 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks [] for router_gateway (41cbf4e7-dd0a-4638-bc63-cd459291750c), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.186484 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Allocated IP 172.20.0.2 (7ad71b8f-feb8-42d7-a41c-dab223adb72b/08a27cee-4a52-40e6-8c45-d04825080fb4/3d774445-a031-4237-b532-4d7cf2a560d0) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:11.199099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:11.199099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Checking segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:11.199099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.199099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Bound using segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:11.199099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Bound port: ef2e8e37-6ce7-4664-ad21-3449bb9e555a, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:11.199099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.404371 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Publish callbacks [] for port (3d774445-a031-4237-b532-4d7cf2a560d0), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.408929 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] For port ef2e8e37-6ce7-4664-ad21-3449bb9e555a, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:11.430697 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] For port ef2e8e37-6ce7-4664-ad21-3449bb9e555a, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ef2e8e37-6ce7-4664-ad21-3449bb9e555a,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:11.446163 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-cb846459-6e14-4a0b-8856-2b3abe5d3893 service neutron] 10.222.0.52 "GET /v2.0/networks/ffddbf15-34c4-41dc-b3a4-223df4a5b5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649064 Apr 14 21:56:11.473206 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks [] for router_gateway (a090ef34-31f9-458c-b1cd-347207fcc078), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.494055 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.506913 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.572944 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:11.576861 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.587723 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:11.604518 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:11.649424 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Pushing event updated for resources: {'Port': ['ID=3d774445-a031-4237-b532-4d7cf2a560d0,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:11.655540 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Allocated IP 172.27.1.86 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/d31aceea-49cf-4027-9f93-0847e33dbff0) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:11.663020 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-f44afe82-efc5-4875-8b2e-fb4dbd80c59b service neutron] 10.222.0.52 "GET /v2.0/networks/ffddbf15-34c4-41dc-b3a4-223df4a5b5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953478 Apr 14 21:56:11.783536 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks [] for router_gateway (41cbf4e7-dd0a-4638-bc63-cd459291750c), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.788112 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Attempting to bind port 3d774445-a031-4237-b532-4d7cf2a560d0 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:11.789332 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Attempting to bind port 3d774445-a031-4237-b532-4d7cf2a560d0 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:11.789866 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Attempting to bind port 3d774445-a031-4237-b532-4d7cf2a560d0 on network 7ad71b8f-feb8-42d7-a41c-dab223adb72b {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:11.811299 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:11.812060 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Checking segment: {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:11.812673 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.813233 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Bound using segment: {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:11.814916 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Bound port: 3d774445-a031-4237-b532-4d7cf2a560d0, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:11.815305 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.852025 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7170cdf-4daf-4a01-ad7a-c4af6ea24ae1 None None] Pushing event updated for resources: {'Port': ['ID=ef2e8e37-6ce7-4664-ad21-3449bb9e555a,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:11.859254 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.901912 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks [] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:11.972047 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] For port 3d774445-a031-4237-b532-4d7cf2a560d0, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:11.978764 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] For port 3d774445-a031-4237-b532-4d7cf2a560d0, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=3d774445-a031-4237-b532-4d7cf2a560d0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:12.072834 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:12.126650 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:12.196950 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:12.200610 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:12.205634 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:12.235986 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5c582-5de3-4aa9-ab10-4a63067ac63f None None] Pushing event updated for resources: {'Port': ['ID=3d774445-a031-4237-b532-4d7cf2a560d0,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:12.290362 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Allocated IP 172.27.1.20 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/e6acebd9-97bd-46dd-bef3-d045f5464f9a) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:12.360548 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Pushing event updated for resources: {'Port': ['ID=d31aceea-49cf-4027-9f93-0847e33dbff0,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:12.435492 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-547a21eb-7b89-4edd-b613-707512cc1242 req-0121fdc3-6d1c-405e-a4c4-b39acbe593e8 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 210 time: 0.1096687 Apr 14 21:56:12.694778 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks [] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:12.759544 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks [] for router_gateway (a090ef34-31f9-458c-b1cd-347207fcc078), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:12.951883 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:13.003399 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:13.075722 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:13.253706 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45870) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:13.407194 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b102b42-c0dd-4e36-86ef-8e1f99add2dc None None] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:13.462932 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:13.472085 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3276bed5-0788-4fab-b4aa-a48c617ee83d None None] Provisioning complete for port ef2e8e37-6ce7-4664-ad21-3449bb9e555a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:13.472646 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3276bed5-0788-4fab-b4aa-a48c617ee83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:13.871970 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (a090ef34-31f9-458c-b1cd-347207fcc078), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:13.871970 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05db41f0-adb0-4688-ae55-c0c97dfe9773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:13.875329 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ef2e8e37-6ce7-4664-ad21-3449bb9e555a up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:13.883549 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Pushing event updated for resources: {'Port': ['ID=e6acebd9-97bd-46dd-bef3-d045f5464f9a,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:13.941165 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3276bed5-0788-4fab-b4aa-a48c617ee83d None None] Current status of the port ef2e8e37-6ce7-4664-ad21-3449bb9e555a is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:13.941665 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3276bed5-0788-4fab-b4aa-a48c617ee83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:13.966200 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da5785-a774-4d11-9952-aa65926efe08 None None] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:14.000887 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05db41f0-adb0-4688-ae55-c0c97dfe9773 admin admin] Publish callbacks [] for security_group (06ec59fa-7482-4529-81cc-980097a18a9f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.003258 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Router a090ef34-31f9-458c-b1cd-347207fcc078 is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:56:14.009464 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e3da9a72-b84d-46fd-979e-ce2bc6f783c5 req-c017e9d2-ebfb-4a1d-91dc-32668524e3a1 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 210 time: 0.2299569 Apr 14 21:56:14.015689 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port ef2e8e37-6ce7-4664-ad21-3449bb9e555a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:14.017593 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.066641 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05db41f0-adb0-4688-ae55-c0c97dfe9773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (06ec59fa-7482-4529-81cc-980097a18a9f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.099267 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db41f0-adb0-4688-ae55-c0c97dfe9773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ec59fa-7482-4529-81cc-980097a18a9f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:14.186695 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-05db41f0-adb0-4688-ae55-c0c97dfe9773 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b7dab05d38a408098e897db95032c35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9262090 Apr 14 21:56:14.188409 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45894) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:14.232556 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3276bed5-0788-4fab-b4aa-a48c617ee83d None None] For port ef2e8e37-6ce7-4664-ad21-3449bb9e555a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ef2e8e37-6ce7-4664-ad21-3449bb9e555a,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:14.276816 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:56:14.289788 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Sync routers for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:56:14.308475 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:56:14.309150 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:55:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:14.329367 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3276bed5-0788-4fab-b4aa-a48c617ee83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.329863 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b42bc44-ceff-4137-9ebd-c7c9d569498a admin admin] Publish callbacks [] for security_group (06ec59fa-7482-4529-81cc-980097a18a9f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.365610 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b42bc44-ceff-4137-9ebd-c7c9d569498a admin admin] Publish callbacks [] for security_group (06ec59fa-7482-4529-81cc-980097a18a9f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.433209 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks [] for router_gateway (41cbf4e7-dd0a-4638-bc63-cd459291750c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.433750 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port ef2e8e37-6ce7-4664-ad21-3449bb9e555a is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:14.434745 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.440519 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276bed5-0788-4fab-b4aa-a48c617ee83d None None] Pushing event updated for resources: {'Port': ['ID=ef2e8e37-6ce7-4664-ad21-3449bb9e555a,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:14.450406 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.452427 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-376d0a51-800d-4a76-b5f8-3c0f7fae082c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8629708 Apr 14 21:56:14.458053 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45900) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:14.506760 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] Provisioning complete for port ef2e8e37-6ce7-4664-ad21-3449bb9e555a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:14.507625 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.561504 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b42bc44-ceff-4137-9ebd-c7c9d569498a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (06ec59fa-7482-4529-81cc-980097a18a9f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.572515 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b42bc44-ceff-4137-9ebd-c7c9d569498a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:14.576974 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5b42bc44-ceff-4137-9ebd-c7c9d569498a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06ec59fa-7482-4529-81cc-980097a18a9f HTTP/1.1" status: 204 len: 168 time: 0.3823869 Apr 14 21:56:14.594004 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42bc44-ceff-4137-9ebd-c7c9d569498a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ec59fa-7482-4529-81cc-980097a18a9f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:14.728758 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.db.api [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:56:14.729148 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG oslo_db.api [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:56:14.747840 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:56:14.850133 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] Current status of the port ef2e8e37-6ce7-4664-ad21-3449bb9e555a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:14.861621 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] Provisioning complete for port 3d774445-a031-4237-b532-4d7cf2a560d0 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:14.862322 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:15.127094 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (41cbf4e7-dd0a-4638-bc63-cd459291750c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:15.127933 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:12Z', 'revision_number': 3, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:15.139320 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] Current status of the port 3d774445-a031-4237-b532-4d7cf2a560d0 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:15.141592 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:15.209650 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Checking router: a090ef34-31f9-458c-b1cd-347207fcc078 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:56:15.214981 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Updating router a090ef34-31f9-458c-b1cd-347207fcc078 port d31aceea-49cf-4027-9f93-0847e33dbff0 binding host dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:56:15.262385 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 45938) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:15.297043 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] For port 3d774445-a031-4237-b532-4d7cf2a560d0, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=3d774445-a031-4237-b532-4d7cf2a560d0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:15.336357 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:15.365247 dv-cinder-813229-9-iscsi neutron-server[110548]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:56:15.384896 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port ef2e8e37-6ce7-4664-ad21-3449bb9e555a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:15.387614 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 3d774445-a031-4237-b532-4d7cf2a560d0 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:15.393440 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:15.467823 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d62eb67-7700-4de1-8bd2-b6bf8db204b7 req-104f3129-f740-4a13-aa8c-6213f704cfdc tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 210 time: 0.2026560 Apr 14 21:56:15.586117 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-fadf448d-9a85-442f-beaf-87ebb286932f None None] Provisioning complete for port 3d774445-a031-4237-b532-4d7cf2a560d0 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:15.587434 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fadf448d-9a85-442f-beaf-87ebb286932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:15.659026 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:15.690935 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Router 41cbf4e7-dd0a-4638-bc63-cd459291750c is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:56:15.711644 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0bb9e-f0ff-436c-ba58-ad8b4942e70d None None] Pushing event updated for resources: {'Port': ['ID=3d774445-a031-4237-b532-4d7cf2a560d0,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:15.763573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 3d774445-a031-4237-b532-4d7cf2a560d0 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:15.766165 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:15.901863 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:56:15.908269 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Publish callbacks [] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:15.915571 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Sync routers for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:56:15.980433 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:56:15.981059 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:55:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:16.017742 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-fadf448d-9a85-442f-beaf-87ebb286932f None None] Current status of the port 3d774445-a031-4237-b532-4d7cf2a560d0 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:16.026686 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.046450 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45958) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:16.055259 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Allocated IP 172.20.0.1 (7ad71b8f-feb8-42d7-a41c-dab223adb72b/08a27cee-4a52-40e6-8c45-d04825080fb4/44a58f13-89e7-4c6c-919a-0fd042c103a1) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:16.091034 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.095512 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3bca07e7-3bf5-4319-bf7f-b7ac320a8480 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8604770 Apr 14 21:56:16.102017 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 45962) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:16.189772 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Pushing event updated for resources: {'Port': ['ID=d31aceea-49cf-4027-9f93-0847e33dbff0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:16.200945 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Attempting to bind port d31aceea-49cf-4027-9f93-0847e33dbff0 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:16.201365 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Attempting to bind port d31aceea-49cf-4027-9f93-0847e33dbff0 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:16.201740 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Attempting to bind port d31aceea-49cf-4027-9f93-0847e33dbff0 on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:16.229949 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:16.230328 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:16.231563 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 3d774445-a031-4237-b532-4d7cf2a560d0 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:16.232321 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.232765 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:16.234869 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Bound port: d31aceea-49cf-4027-9f93-0847e33dbff0, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:16.236734 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.250206 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.258398 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.258812 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.259194 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.259699 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.264106 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.264480 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.266642 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.273008 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.273008 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.273008 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.273008 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.273008 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.273660 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.273935 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:56:16.278505 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4d2723b8-c2b3-43c1-9f3f-29a9f9afbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Tracked resource versions report: Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: pushed versions: Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: { 'AddressGroup': {'1.2'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Agent': {'1.1'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'ConntrackHelper': {'1.0'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Log': {'1.0'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'NDPProxy': {'1.0'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Network': {'1.1'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Port': {'1.7'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'PortForwarding': {'1.3'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'QosPolicy': {'1.10'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SecurityGroup': {'1.5'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SubPort': {'1.0'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Subnet': {'1.1'}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Trunk': {'1.1'}} Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: consumer versions: Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: { DHCP agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: HyperV agent@hv-cinder-81322: {}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: L3 agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: Metadata agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: Metering agent@dv-cinder-813229-9-iscsi: {}, Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: Open vSwitch agent@dv-cinder-813229-9-iscsi: { 'AddressGroup': '1.2', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Agent': '1.1', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'ConntrackHelper': '1.0', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'LocalIPAssociation': '1.0', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Log': '1.0', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'NDPProxy': '1.0', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Network': '1.1', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Port': '1.7', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'PortForwarding': '1.3', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'QosPolicy': '1.10', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SecurityGroup': '1.5', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SecurityGroupRule': '1.2', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'SubPort': '1.0', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Subnet': '1.1', Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: 'Trunk': '1.1'}} Apr 14 21:56:16.283557 dv-cinder-813229-9-iscsi neutron-server[110550]: {{(pid=110550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:56:16.326101 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:56:16.440070 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ef2e8e37-6ce7-4664-ad21-3449bb9e555a up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:16.464936 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] For port d31aceea-49cf-4027-9f93-0847e33dbff0, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:16.472708 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] For port d31aceea-49cf-4027-9f93-0847e33dbff0, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=d31aceea-49cf-4027-9f93-0847e33dbff0,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:16.495072 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Publish callbacks [] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.501459 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d474eac4-cc6a-4fbf-9bb1-a670ab497bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.576248 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.667250 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.675221 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port ef2e8e37-6ce7-4664-ad21-3449bb9e555a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:16.675221 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.706248 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:56:16.706973 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:55:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:16.738939 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Pushing event updated for resources: {'Port': ['ID=44a58f13-89e7-4c6c-919a-0fd042c103a1,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:16.796445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:13Z', 'revision_number': 3, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:16.801255 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:16.809083 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:16.817497 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c92dac-239f-494e-985d-487a4385369d None None] Pushing event updated for resources: {'Port': ['ID=d31aceea-49cf-4027-9f93-0847e33dbff0,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:16.860445 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:16.861258 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (a090ef34-31f9-458c-b1cd-347207fcc078), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:16.895093 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Checking router: 41cbf4e7-dd0a-4638-bc63-cd459291750c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:56:16.895446 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Updating router 41cbf4e7-dd0a-4638-bc63-cd459291750c port e6acebd9-97bd-46dd-bef3-d045f5464f9a binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:56:16.961435 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d474eac4-cc6a-4fbf-9bb1-a670ab497bcd admin admin] Publish callbacks [] for security_group (e2d628a4-e108-464b-98ad-5e110eebece8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.050186 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port ef2e8e37-6ce7-4664-ad21-3449bb9e555a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:17.051536 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 3d774445-a031-4237-b532-4d7cf2a560d0 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:17.054523 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d474eac4-cc6a-4fbf-9bb1-a670ab497bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (e2d628a4-e108-464b-98ad-5e110eebece8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.104181 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:56:17.118246 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46002) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:17.124901 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cf064996-f9dd-4870-b165-0854bec59fa7 req-f8a4cfce-6352-4ce7-b4ab-6f81d9b14d21 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 210 time: 0.2729037 Apr 14 21:56:17.128048 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.160334 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d474eac4-cc6a-4fbf-9bb1-a670ab497bcd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b0146753d9c4364a672742dcb01e8e3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1086771 Apr 14 21:56:17.165898 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46010) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:17.260047 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 3d774445-a031-4237-b532-4d7cf2a560d0 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:17.260947 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.348107 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.81', 56818) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:17.374056 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474eac4-cc6a-4fbf-9bb1-a670ab497bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d628a4-e108-464b-98ad-5e110eebece8,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:17.386188 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-360594874-network', 'tenant_id': 'aaf3299c044c464a876701dad3b74af5'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:17.521224 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:12Z', 'revision_number': 3, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:17.597646 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-de4f113c-2202-4bcf-b905-e9ff046142b7 None None] Provisioning complete for port 44a58f13-89e7-4c6c-919a-0fd042c103a1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:17.599132 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-de4f113c-2202-4bcf-b905-e9ff046142b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.622566 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.623093 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55441d9c-2a86-46c3-a02b-b07fa03e189b None None] The sync data for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi is: [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:12Z', 'revision_number': 3, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:56:17.670320 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-de4f113c-2202-4bcf-b905-e9ff046142b7 None None] Port 44a58f13-89e7-4c6c-919a-0fd042c103a1 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:56:17.714755 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59c0fea9-f0ff-467a-a231-c32a52c8f34d admin admin] Publish callbacks [] for security_group (e2d628a4-e108-464b-98ad-5e110eebece8), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.730457 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Made reservation on behalf of aaf3299c044c464a876701dad3b74af5 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:17.733100 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.772643 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.800305 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59c0fea9-f0ff-467a-a231-c32a52c8f34d admin admin] Publish callbacks [] for security_group (e2d628a4-e108-464b-98ad-5e110eebece8), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:17.851155 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 3d774445-a031-4237-b532-4d7cf2a560d0 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:17.894366 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-0c0d91aa-5cec-492f-a26e-e5da1cab8c6f tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:17.896305 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-0c0d91aa-5cec-492f-a26e-e5da1cab8c6f tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.81 "GET /v2.0/networks?id=ffddbf15-34c4-41dc-b3a4-223df4a5b5ff HTTP/1.1" status: 200 len: 812 time: 0.5463302 Apr 14 21:56:17.987479 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Request body: {'port': {'device_id': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'network_id': 'ffddbf15-34c4-41dc-b3a4-223df4a5b5ff', 'admin_state_up': True, 'tenant_id': '34a0c2418f5346fbbb18e392ff11722a'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:17.996401 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Publish callbacks [] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.089232 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Publish callbacks [] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.106746 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.108238 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (a090ef34-31f9-458c-b1cd-347207fcc078), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.187242 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.230944 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Pushing event updated for resources: {'Port': ['ID=44a58f13-89e7-4c6c-919a-0fd042c103a1,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:18.270156 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59c0fea9-f0ff-467a-a231-c32a52c8f34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (e2d628a4-e108-464b-98ad-5e110eebece8), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.273375 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59c0fea9-f0ff-467a-a231-c32a52c8f34d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.277176 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-59c0fea9-f0ff-467a-a231-c32a52c8f34d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2d628a4-e108-464b-98ad-5e110eebece8 HTTP/1.1" status: 204 len: 168 time: 1.1075156 Apr 14 21:56:18.375405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Attempting to bind port e6acebd9-97bd-46dd-bef3-d045f5464f9a on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:18.380187 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Attempting to bind port e6acebd9-97bd-46dd-bef3-d045f5464f9a by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:18.381288 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Attempting to bind port e6acebd9-97bd-46dd-bef3-d045f5464f9a on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:18.393709 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:18.395187 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:18.431680 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:18.434506 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:18.435328 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.439868 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:18.440654 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Bound port: e6acebd9-97bd-46dd-bef3-d045f5464f9a, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:18.451292 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.467608 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d924b2-681a-457d-b3a8-6c657e358a9f None None] Pushing event updated for resources: {'Port': ['ID=e6acebd9-97bd-46dd-bef3-d045f5464f9a,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:18.590001 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device d31aceea-49cf-4027-9f93-0847e33dbff0 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:18.724789 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9aeef76f-ef17-429c-97fa-fee415609acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.739226 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] For port e6acebd9-97bd-46dd-bef3-d045f5464f9a, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:18.756219 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] For port e6acebd9-97bd-46dd-bef3-d045f5464f9a, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=e6acebd9-97bd-46dd-bef3-d045f5464f9a,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:18.756219 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port d31aceea-49cf-4027-9f93-0847e33dbff0 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:18.756219 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.782382 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.820613 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0fea9-f0ff-467a-a231-c32a52c8f34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d628a4-e108-464b-98ad-5e110eebece8,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:18.856738 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:18.893610 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a11f27ef-4fd4-459a-a929-ad200d4c2606 req-93948b5a-5158-424e-a134-762cc4da6788 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 210 time: 0.1406906 Apr 14 21:56:18.956952 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Router a090ef34-31f9-458c-b1cd-347207fcc078 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:56:19.012165 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:56:19.012838 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:56:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:19.165145 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:56:19.174308 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a8847680-282f-49cd-87b7-3d36c2a0a649 admin admin] 10.222.0.52 "PUT /v2.0/routers/a090ef34-31f9-458c-b1cd-347207fcc078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7140474 Apr 14 21:56:19.333394 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-a30b81bc-049e-4e69-b240-826ad0a4e0b4 None None] Provisioning complete for port 44a58f13-89e7-4c6c-919a-0fd042c103a1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:19.337794 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a30b81bc-049e-4e69-b240-826ad0a4e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.389265 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d924b2-681a-457d-b3a8-6c657e358a9f None None] Pushing event updated for resources: {'Port': ['ID=e6acebd9-97bd-46dd-bef3-d045f5464f9a,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:19.419033 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Publish callbacks [] for security_group (bbfc080b-503d-47b7-ab06-fb49d891fc3b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.422412 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:56:19.478353 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Allocated IP 172.20.0.1 (b16f9766-8b57-4992-ac6c-ff9deb4519c9/55cb8734-f767-4484-8dc4-7395c057446c/6f23f6aa-dd41-4f7a-80bd-5900a62d634b) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:19.484857 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (bbfc080b-503d-47b7-ab06-fb49d891fc3b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.547724 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:56:19.561110 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port d31aceea-49cf-4027-9f93-0847e33dbff0 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:19.561558 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.590569 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-a30b81bc-049e-4e69-b240-826ad0a4e0b4 None None] Port 44a58f13-89e7-4c6c-919a-0fd042c103a1 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:56:19.614495 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Made reservation on behalf of 34a0c2418f5346fbbb18e392ff11722a for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:19.618327 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.649318 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (a1c07fdd-9770-48d2-bc66-1fd38d01b93d), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.649674 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Added segment a1c07fdd-9770-48d2-bc66-1fd38d01b93d of type vlan for network 6577da24-e14f-4db9-87b5-5327fb417c15 Apr 14 21:56:19.663793 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfc080b-503d-47b7-ab06-fb49d891fc3b,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:19.790142 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (6577da24-e14f-4db9-87b5-5327fb417c15), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.908564 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Publish callbacks [] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.912813 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (6577da24-e14f-4db9-87b5-5327fb417c15), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.913775 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:19.914361 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:19.955855 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port d31aceea-49cf-4027-9f93-0847e33dbff0, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=d31aceea-49cf-4027-9f93-0847e33dbff0,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:19.966413 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:20.001441 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:13Z', 'revision_number': 3, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:20.090117 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24b3a6-1043-47b3-aa02-fb46a1db6206 None None] The sync data for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi is: [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:13Z', 'revision_number': 3, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:56:20.091728 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:20.160292 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0339940 Apr 14 21:56:20.168069 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46144) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:20.173396 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Request body: {'subnet': {'network_id': '6577da24-e14f-4db9-87b5-5327fb417c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-360594874-subnet', 'tenant_id': 'aaf3299c044c464a876701dad3b74af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:20.200614 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840e235-b9f0-40db-bbb1-6b3caa15330b admin admin] Pushing event updated for resources: {'Network': ['ID=6577da24-e14f-4db9-87b5-5327fb417c15,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:20.207455 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Allocated IP 172.20.0.10 (ffddbf15-34c4-41dc-b3a4-223df4a5b5ff/45ed7130-f9e1-4c84-a956-20924bd1f089/e7bf5e06-624f-408f-b60b-13af4a1919d8) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:20.255424 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=d31aceea-49cf-4027-9f93-0847e33dbff0,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:20.262388 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 6577da24-e14f-4db9-87b5-5327fb417c15 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:56:20.323455 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d74d1336-a494-4192-9f43-716c27eb28f0 req-186f9c22-9fcc-4b7d-ab00-14bb53ff5220 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 210 time: 0.1006110 Apr 14 21:56:20.342660 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Made reservation on behalf of aaf3299c044c464a876701dad3b74af5 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:20.345207 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:20.490874 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:20.570974 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Pushing event updated for resources: {'Port': ['ID=6f23f6aa-dd41-4f7a-80bd-5900a62d634b,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:20.601924 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:20.639179 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:20.670905 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:20.679642 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (41cbf4e7-dd0a-4638-bc63-cd459291750c), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:20.769616 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Sync routers for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:56:20.798099 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:56:20.799972 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:56:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:20.809483 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:20.856227 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46154) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:20.861365 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-63a23fb9-af90-4fdb-96d3-8555ab331c71 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2141497336', 'description': 'tempest-description--1289681364'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:20.891882 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (f8a60925-f8f5-4a50-af79-099785f0c0be), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:20.977285 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-63a23fb9-af90-4fdb-96d3-8555ab331c71 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:20.989505 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a60925-f8f5-4a50-af79-099785f0c0be,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:21.010528 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Checking segment: {'id': 'a1c07fdd-9770-48d2-bc66-1fd38d01b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6577da24-e14f-4db9-87b5-5327fb417c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:21.013976 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Network hostable DHCP agents. Network: 6577da24-e14f-4db9-87b5-5327fb417c15, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:56:21.035496 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-e8d1d5a7-88ed-442c-9c2d-6fab70c24fd4 None None] Provisioning complete for port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:21.036072 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e8d1d5a7-88ed-442c-9c2d-6fab70c24fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.116038 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Network 6577da24-e14f-4db9-87b5-5327fb417c15 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:56:21.121007 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1d5a7-88ed-442c-9c2d-6fab70c24fd4 None None] Port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:56:21.140019 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-63a23fb9-af90-4fdb-96d3-8555ab331c71 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (cf826d0c-90d8-49c3-ab59-6aeed92b1f2b), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.170732 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:56:21.186476 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 6577da24-e14f-4db9-87b5-5327fb417c15) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:21.190515 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:21.191107 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.197020 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7cd34d-0473-4ec6-947f-2b73ab708bc3 None None] Network 6577da24-e14f-4db9-87b5-5327fb417c15 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:21.224787 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-63a23fb9-af90-4fdb-96d3-8555ab331c71 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (cf826d0c-90d8-49c3-ab59-6aeed92b1f2b), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.247939 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Publish callbacks [] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.299758 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-574b3a53-a2c2-4ca0-9c59-6240e13abcfb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1277514 Apr 14 21:56:21.300820 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a23fb9-af90-4fdb-96d3-8555ab331c71 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:21.343011 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-63a23fb9-af90-4fdb-96d3-8555ab331c71 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.346950 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-63a23fb9-af90-4fdb-96d3-8555ab331c71 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4866374 Apr 14 21:56:21.348471 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46170) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:21.355799 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-d3f6c4d4-7b15-4de6-89d5-8a3917c2dcf8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'security_group_rule': {'security_group_id': 'cf826d0c-90d8-49c3-ab59-6aeed92b1f2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:21.428237 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf4805c-f3b0-4126-99e2-c1c32f2f666c None None] Network 6577da24-e14f-4db9-87b5-5327fb417c15 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:21.508748 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.526608 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c4d4-7b15-4de6-89d5-8a3917c2dcf8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (a7303b1f-24cb-4b93-ad37-b5e4c77f215d), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.568566 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 2, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:21.637630 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Checking router: a090ef34-31f9-458c-b1cd-347207fcc078 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:56:21.638149 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Updating router a090ef34-31f9-458c-b1cd-347207fcc078 port 44a58f13-89e7-4c6c-919a-0fd042c103a1 binding host dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:56:21.654029 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c4d4-7b15-4de6-89d5-8a3917c2dcf8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (a7303b1f-24cb-4b93-ad37-b5e4c77f215d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.696440 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.710548 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.735099 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c4d4-7b15-4de6-89d5-8a3917c2dcf8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (a7303b1f-24cb-4b93-ad37-b5e4c77f215d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.751600 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6c4d4-7b15-4de6-89d5-8a3917c2dcf8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7303b1f-24cb-4b93-ad37-b5e4c77f215d,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:21.761090 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Network ffddbf15-34c4-41dc-b3a4-223df4a5b5ff is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:21.761979 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Pushing event updated for resources: {'Port': ['ID=e7bf5e06-624f-408f-b60b-13af4a1919d8,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:21.765666 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:21.769216 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:21.775365 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:21.776045 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.909563 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c4d4-7b15-4de6-89d5-8a3917c2dcf8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:21.911079 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d3f6c4d4-7b15-4de6-89d5-8a3917c2dcf8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5615919 Apr 14 21:56:21.915238 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46190) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:21.920080 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-5b181638-e727-4d2d-ab4b-5585a7412e18 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'security_group_rule': {'security_group_id': 'cf826d0c-90d8-49c3-ab59-6aeed92b1f2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:21.981484 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ec3805e2-d365-4ac9-b714-31548f7ff1a0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0141859 Apr 14 21:56:22.015665 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ba612-4c55-46c3-9d88-bae9a2ec4ac5 req-63af3ae6-8ee5-40fa-bf8e-6142a8bd275e tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:22.017881 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-390ba612-4c55-46c3-9d88-bae9a2ec4ac5 req-63af3ae6-8ee5-40fa-bf8e-6142a8bd275e tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 932 time: 0.1877370 Apr 14 21:56:22.045191 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b181638-e727-4d2d-ab4b-5585a7412e18 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (b6f2f26e-2d88-45e8-929a-e82e1617da16), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.133905 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Publish callbacks [] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.139939 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Publish callbacks [] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.145479 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-390ba612-4c55-46c3-9d88-bae9a2ec4ac5 req-2dd4fdcf-d4e6-455d-a8c4-2096c990a818 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189671 Apr 14 21:56:22.169812 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b181638-e727-4d2d-ab4b-5585a7412e18 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (b6f2f26e-2d88-45e8-929a-e82e1617da16), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.238042 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b181638-e727-4d2d-ab4b-5585a7412e18 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (b6f2f26e-2d88-45e8-929a-e82e1617da16), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.239316 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.239430 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.239430 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (41cbf4e7-dd0a-4638-bc63-cd459291750c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.274023 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b181638-e727-4d2d-ab4b-5585a7412e18 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f2f26e-2d88-45e8-929a-e82e1617da16,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:22.354030 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b181638-e727-4d2d-ab4b-5585a7412e18 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.358965 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5b181638-e727-4d2d-ab4b-5585a7412e18 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4425952 Apr 14 21:56:22.359628 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46202) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:22.370218 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:22.508813 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Pushing event updated for resources: {'Port': ['ID=6f23f6aa-dd41-4f7a-80bd-5900a62d634b,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:22.523814 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36658853-6576-45eb-ba75-2a2325adca58 None None] Pushing event updated for resources: {'Port': ['ID=44a58f13-89e7-4c6c-919a-0fd042c103a1,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:22.579133 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:22.580750 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:22.588210 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.612428 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46212) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:22.646028 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1509343580-network', 'tenant_id': '9e503fff72104d7c9744e12477ad9ef6'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:22.655007 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.666213 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device e6acebd9-97bd-46dd-bef3-d045f5464f9a up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:22.722812 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Attempting to bind port 44a58f13-89e7-4c6c-919a-0fd042c103a1 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:22.723069 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Attempting to bind port 44a58f13-89e7-4c6c-919a-0fd042c103a1 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:22.723386 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Attempting to bind port 44a58f13-89e7-4c6c-919a-0fd042c103a1 on network 7ad71b8f-feb8-42d7-a41c-dab223adb72b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:22.737129 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:22.737672 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Checking segment: {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:22.738286 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.738612 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Bound using segment: {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:22.738838 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Bound port: 44a58f13-89e7-4c6c-919a-0fd042c103a1, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:22.739268 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.838313 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port e6acebd9-97bd-46dd-bef3-d045f5464f9a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:22.838313 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:22.975627 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.024023 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Made reservation on behalf of 9e503fff72104d7c9744e12477ad9ef6 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:23.030844 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-9414498f-52d7-4a65-a9d1-9926f77eb994 None None] Provisioning complete for port 44a58f13-89e7-4c6c-919a-0fd042c103a1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:23.030995 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.031071 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9414498f-52d7-4a65-a9d1-9926f77eb994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.031137 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] For port 44a58f13-89e7-4c6c-919a-0fd042c103a1, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:23.044033 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.047159 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] For port 44a58f13-89e7-4c6c-919a-0fd042c103a1, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=44a58f13-89e7-4c6c-919a-0fd042c103a1,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:23.099042 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-9414498f-52d7-4a65-a9d1-9926f77eb994 None None] Port 44a58f13-89e7-4c6c-919a-0fd042c103a1 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:56:23.128250 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.134528 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port e6acebd9-97bd-46dd-bef3-d045f5464f9a is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:23.134921 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.137126 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Router 41cbf4e7-dd0a-4638-bc63-cd459291750c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:56:23.157346 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Allocated IP 172.27.1.125 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/e0dbc4a3-bc27-469a-ae6d-adb4834cffa6) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:23.157838 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port e6acebd9-97bd-46dd-bef3-d045f5464f9a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=e6acebd9-97bd-46dd-bef3-d045f5464f9a,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:23.212602 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:56:23.213378 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:56:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:23.220759 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-bbb0736c-305a-45d1-a301-68b021f224a5 None None] Provisioning complete for port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:23.224853 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bbb0736c-305a-45d1-a301-68b021f224a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.276613 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.277575 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device d31aceea-49cf-4027-9f93-0847e33dbff0 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:23.332831 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36658853-6576-45eb-ba75-2a2325adca58 None None] Pushing event updated for resources: {'Port': ['ID=44a58f13-89e7-4c6c-919a-0fd042c103a1,revision_number=4']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:23.400944 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Publish callbacks [] for security_group (e63e94d7-7107-4535-910d-7059b7512a24), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.404064 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0736c-305a-45d1-a301-68b021f224a5 None None] Port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:56:23.408391 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:56:23.421000 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Sync routers for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:56:23.422201 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3a280f59-7078-4f3d-896c-3e2fe8e01700 admin admin] 10.222.0.52 "PUT /v2.0/routers/41cbf4e7-dd0a-4638-bc63-cd459291750c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3186014 Apr 14 21:56:23.432663 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for port (e0dbc4a3-bc27-469a-ae6d-adb4834cffa6), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.455853 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=e6acebd9-97bd-46dd-bef3-d045f5464f9a,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:23.476481 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:56:23.499569 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (e63e94d7-7107-4535-910d-7059b7512a24), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.499709 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90080735-4248-4233-a848-6313b76cc79a req-4188a31f-fbaa-4bc8-8bd6-c3a693723f78 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:23.501356 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90080735-4248-4233-a848-6313b76cc79a req-4188a31f-fbaa-4bc8-8bd6-c3a693723f78 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 932 time: 0.1999574 Apr 14 21:56:23.516414 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port d31aceea-49cf-4027-9f93-0847e33dbff0 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:23.517004 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.549671 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:56:23.570419 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63e94d7-7107-4535-910d-7059b7512a24,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:23.577317 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (c690fe1b-5945-4229-b69d-ac88a60d2258), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.577817 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Added segment c690fe1b-5945-4229-b69d-ac88a60d2258 of type vlan for network cdce3c0a-74ba-4796-824b-8f095e58a518 Apr 14 21:56:23.582242 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:56:23.583070 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:56:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:23.641205 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90080735-4248-4233-a848-6313b76cc79a req-30973b9b-f66e-4b9f-bf7d-11a350a2611e tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204064 Apr 14 21:56:23.656835 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (cdce3c0a-74ba-4796-824b-8f095e58a518), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.676196 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-8f57a9d2-dfb1-4826-ae54-14d8a352b614 None None] Provisioning complete for port 44a58f13-89e7-4c6c-919a-0fd042c103a1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:23.679468 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8f57a9d2-dfb1-4826-ae54-14d8a352b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.721454 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (e0dbc4a3-bc27-469a-ae6d-adb4834cffa6), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.803059 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port d31aceea-49cf-4027-9f93-0847e33dbff0 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:23.812707 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'Port': ['ID=e0dbc4a3-bc27-469a-ae6d-adb4834cffa6,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:23.822953 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:23.830414 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:23.831067 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (cdce3c0a-74ba-4796-824b-8f095e58a518), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.834602 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:23.836938 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:23.837700 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:23.938176 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:23.974005 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:56:24.013295 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3970938 Apr 14 21:56:24.023923 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46258) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:24.029122 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32d6fd-46a7-47d4-80fb-71ca4f1e6719 None None] The sync data for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi is: [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:56:24.032521 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Request body: {'subnet': {'network_id': 'cdce3c0a-74ba-4796-824b-8f095e58a518', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1509343580-subnet', 'tenant_id': '9e503fff72104d7c9744e12477ad9ef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:24.051385 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfad2f-5ddb-40f1-9029-653ad7f696d9 admin admin] Pushing event updated for resources: {'Network': ['ID=cdce3c0a-74ba-4796-824b-8f095e58a518,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:24.070220 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network cdce3c0a-74ba-4796-824b-8f095e58a518 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:56:24.176128 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Made reservation on behalf of 9e503fff72104d7c9744e12477ad9ef6 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:24.176128 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:24.217912 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:56:24.231771 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-8f57a9d2-dfb1-4826-ae54-14d8a352b614 None None] Current status of the port 44a58f13-89e7-4c6c-919a-0fd042c103a1 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:24.232446 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8f57a9d2-dfb1-4826-ae54-14d8a352b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:24.480684 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-8f57a9d2-dfb1-4826-ae54-14d8a352b614 None None] For port 44a58f13-89e7-4c6c-919a-0fd042c103a1, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=44a58f13-89e7-4c6c-919a-0fd042c103a1,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:24.579108 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-89d8f744-e548-4b27-9e91-23e387932279 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:56:24.580062 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (9e2dfed6-1e79-4752-b298-cd5f78c8d64b), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:24.583294 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-89d8f744-e548-4b27-9e91-23e387932279 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0977149 Apr 14 21:56:24.697253 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d8382-86be-403b-911a-a7c086b8811c req-b129fe78-ccc5-4657-84f8-7bea6d9e562e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:24.707762 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-b129fe78-ccc5-4657-84f8-7bea6d9e562e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 818 time: 0.5587087 Apr 14 21:56:24.810134 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device e6acebd9-97bd-46dd-bef3-d045f5464f9a up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:24.831805 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-9e57b71b-f364-49b5-a1aa-3b7cc45ebac6 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/quotas/07795b5930f74368a7508f0536b9f800 HTTP/1.1" status: 200 len: 375 time: 0.1099610 Apr 14 21:56:24.849509 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8f57a9d2-dfb1-4826-ae54-14d8a352b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:25.004325 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-62703344-223f-425c-b027-1fbe234e3f05 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635001 Apr 14 21:56:25.039727 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46282) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:25.060795 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e0dbc4a3-bc27-469a-ae6d-adb4834cffa6), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:25.131881 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 2, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:25.175193 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb86d-9215-44a9-9a33-94ee2d02c7b3 req-bd73ad0d-e351-438c-8cb2-c58ee6b435e4 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:25.192634 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a3bcb86d-9215-44a9-9a33-94ee2d02c7b3 req-bd73ad0d-e351-438c-8cb2-c58ee6b435e4 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 932 time: 0.3617864 Apr 14 21:56:25.267114 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Checking router: 41cbf4e7-dd0a-4638-bc63-cd459291750c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:56:25.267114 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Updating router 41cbf4e7-dd0a-4638-bc63-cd459291750c port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:56:25.315603 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-c5974556-75ba-4ae3-9704-5afe0aad83ce service neutron] 10.222.0.52 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020225 Apr 14 21:56:25.376009 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57a9d2-dfb1-4826-ae54-14d8a352b614 None None] Pushing event updated for resources: {'Port': ['ID=44a58f13-89e7-4c6c-919a-0fd042c103a1,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:25.402722 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:25.484647 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2bc9-95f9-4f59-8fb4-f9652aafa394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:25.557226 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-c2e83e74-477f-43c4-ad65-0051d7c91bf3 service neutron] 10.222.0.52 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355404 Apr 14 21:56:25.581510 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Request body: {'port': {'device_id': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:25.594369 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (ece3e2cb-3be7-4914-87f1-3744ae60a39e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:25.610415 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a3bcb86d-9215-44a9-9a33-94ee2d02c7b3 req-dd2069b3-dba5-4be6-b240-6dd64ebadf65 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035449 Apr 14 21:56:25.635455 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2bc9-95f9-4f59-8fb4-f9652aafa394 admin admin] Publish callbacks [] for security_group (fb0235fd-1022-4ce5-b83e-05f98ed42b51), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:25.702806 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port e6acebd9-97bd-46dd-bef3-d045f5464f9a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:25.703458 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:25.730701 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2bc9-95f9-4f59-8fb4-f9652aafa394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (fb0235fd-1022-4ce5-b83e-05f98ed42b51), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:25.827690 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c2ff2bc9-95f9-4f59-8fb4-f9652aafa394 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab07c0fcae554bf28086e1926b20547d&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7868116 Apr 14 21:56:25.836489 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46304) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:25.866732 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port e6acebd9-97bd-46dd-bef3-d045f5464f9a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:25.868191 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 44a58f13-89e7-4c6c-919a-0fd042c103a1 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:26.028540 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff2bc9-95f9-4f59-8fb4-f9652aafa394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0235fd-1022-4ce5-b83e-05f98ed42b51,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:26.045261 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for port (e0dbc4a3-bc27-469a-ae6d-adb4834cffa6), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.169743 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 44a58f13-89e7-4c6c-919a-0fd042c103a1 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:26.172482 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.190873 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece3e2cb-3be7-4914-87f1-3744ae60a39e,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:26.197649 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.217754 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1bd22381-d90b-4a88-80c9-f4126a534b10 req-554bd9a6-0497-47fb-b7c0-d6b7776f7642 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 210 time: 0.1531010 Apr 14 21:56:26.233502 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Checking segment: {'id': 'c690fe1b-5945-4229-b69d-ac88a60d2258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdce3c0a-74ba-4796-824b-8f095e58a518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:26.233864 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Network hostable DHCP agents. Network: cdce3c0a-74ba-4796-824b-8f095e58a518, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:56:26.269647 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e0dbc4a3-bc27-469a-ae6d-adb4834cffa6), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.453874 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 44a58f13-89e7-4c6c-919a-0fd042c103a1 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:26.462371 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (9e2dfed6-1e79-4752-b298-cd5f78c8d64b), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.661529 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'Port': ['ID=e0dbc4a3-bc27-469a-ae6d-adb4834cffa6,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:26.694232 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-042b6fdc-33b2-4013-8a39-35c07f9f23e9 admin admin] Publish callbacks [] for security_group (fb0235fd-1022-4ce5-b83e-05f98ed42b51), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.700945 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Network cdce3c0a-74ba-4796-824b-8f095e58a518 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:56:26.781838 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 44a58f13-89e7-4c6c-919a-0fd042c103a1 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:26.819105 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.831113 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c8a92e42-e2bb-45c1-8dd6-4e079f998a3b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4701416 Apr 14 21:56:26.870210 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 44a58f13-89e7-4c6c-919a-0fd042c103a1 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:26.871408 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.883408 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, cdce3c0a-74ba-4796-824b-8f095e58a518) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:26.893497 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-042b6fdc-33b2-4013-8a39-35c07f9f23e9 admin admin] Publish callbacks [] for security_group (fb0235fd-1022-4ce5-b83e-05f98ed42b51), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:26.894524 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:26.895376 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.066597 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0de4090-f61b-4fee-877a-5dcd9199bb51 None None] Network cdce3c0a-74ba-4796-824b-8f095e58a518 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:27.090043 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-042b6fdc-33b2-4013-8a39-35c07f9f23e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (fb0235fd-1022-4ce5-b83e-05f98ed42b51), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.105087 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-042b6fdc-33b2-4013-8a39-35c07f9f23e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.105087 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-042b6fdc-33b2-4013-8a39-35c07f9f23e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb0235fd-1022-4ce5-b83e-05f98ed42b51 HTTP/1.1" status: 204 len: 168 time: 1.2451336 Apr 14 21:56:27.113476 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b6fdc-33b2-4013-8a39-35c07f9f23e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0235fd-1022-4ce5-b83e-05f98ed42b51,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:27.141986 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Publish callbacks [] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.309554 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.349908 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bf5e06-624f-408f-b60b-13af4a1919d8 {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:56:27.392544 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 44a58f13-89e7-4c6c-919a-0fd042c103a1 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:27.437654 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a6111-d99e-4ec3-a65e-be6820d0ec4a None None] Pushing event updated for resources: {'Port': ['ID=6f23f6aa-dd41-4f7a-80bd-5900a62d634b,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:27.438497 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-7c074814-6bdd-4e5e-981c-1d5f2feda770 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:27.445857 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-7c074814-6bdd-4e5e-981c-1d5f2feda770 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 818 time: 0.7097502 Apr 14 21:56:27.455994 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Publish callbacks [] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.513460 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ffda56-5cbe-48ea-b583-e7861dce9fcf None None] Network cdce3c0a-74ba-4796-824b-8f095e58a518 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:56:27.521054 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2219ce-eaaa-479a-811c-7127bfe34570 req-5436f7c1-6265-4244-8a83-0860d6168f4b tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:27.524857 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7d2219ce-eaaa-479a-811c-7127bfe34570 req-5436f7c1-6265-4244-8a83-0860d6168f4b tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 932 time: 0.1668527 Apr 14 21:56:27.549379 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-55501e46-bcb5-4402-afd2-ea5d3883311b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5239277 Apr 14 21:56:27.580973 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Transition to ACTIVE for port object e7bf5e06-624f-408f-b60b-13af4a1919d8 will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:56:27.597173 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-3ada58f9-ddfe-4062-9fd2-640fba4afde6 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/quotas/07795b5930f74368a7508f0536b9f800 HTTP/1.1" status: 200 len: 375 time: 0.1204040 Apr 14 21:56:27.686300 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7d2219ce-eaaa-479a-811c-7127bfe34570 req-8e00407d-cde5-4740-aada-eb2c874126ad tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510692 Apr 14 21:56:27.712209 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Attempting to bind port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:27.715276 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Attempting to bind port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:27.715276 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Attempting to bind port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:27.756089 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:27.762522 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Checking segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:27.762522 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.765948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Bound using segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:27.765948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Bound port: 6f23f6aa-dd41-4f7a-80bd-5900a62d634b, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:27.771258 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.801946 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:27.882814 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-d61e2341-6e3f-48f9-8353-987b22ecab0c None None] Provisioning complete for port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:27.883765 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d61e2341-6e3f-48f9-8353-987b22ecab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:28.034276 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf5e06-624f-408f-b60b-13af4a1919d8,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:28.118199 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-13305eb7-ef7b-4139-8eca-0d2a83851a35 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5142586 Apr 14 21:56:28.151609 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-d61e2341-6e3f-48f9-8353-987b22ecab0c None None] Port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:56:28.191911 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] For port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:28.209868 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] For port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=6f23f6aa-dd41-4f7a-80bd-5900a62d634b,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:28.311458 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46406) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:28.325685 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:28.393396 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-4820371b-03dd-4bb2-a02e-63189dd3c731 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2141497336&fields=id&tenant_id=4341bd0e366648d2a8e427316961d985 HTTP/1.1" status: 200 len: 267 time: 0.2823269 Apr 14 21:56:28.542666 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a6111-d99e-4ec3-a65e-be6820d0ec4a None None] Pushing event updated for resources: {'Port': ['ID=6f23f6aa-dd41-4f7a-80bd-5900a62d634b,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:28.562296 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:56:28.565203 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:56:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:28.610737 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Attempting to bind port e7bf5e06-624f-408f-b60b-13af4a1919d8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:28.611178 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Attempting to bind port e7bf5e06-624f-408f-b60b-13af4a1919d8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'db42ab9e-67a7-434f-80f0-ab7bc08ac441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffddbf15-34c4-41dc-b3a4-223df4a5b5ff'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:28.611618 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Attempting to bind port e7bf5e06-624f-408f-b60b-13af4a1919d8 on network ffddbf15-34c4-41dc-b3a4-223df4a5b5ff {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:28.647758 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-e446ad64-b117-4c4a-bb4d-9ff56bd55fd0 admin admin] Deleting subnet f8a60925-f8f5-4a50-af79-099785f0c0be {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:56:28.653677 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Port e7bf5e06-624f-408f-b60b-13af4a1919d8 on network ffddbf15-34c4-41dc-b3a4-223df4a5b5ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:56:28.655332 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Attempting to bind port e7bf5e06-624f-408f-b60b-13af4a1919d8 on network ffddbf15-34c4-41dc-b3a4-223df4a5b5ff {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:28.681046 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e446ad64-b117-4c4a-bb4d-9ff56bd55fd0 admin admin] Publish callbacks [] for subnet (f8a60925-f8f5-4a50-af79-099785f0c0be), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:28.683646 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:28.684109 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Checking segment: {'id': 'db42ab9e-67a7-434f-80f0-ab7bc08ac441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffddbf15-34c4-41dc-b3a4-223df4a5b5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:28.684980 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Bound using segment: {'id': 'db42ab9e-67a7-434f-80f0-ab7bc08ac441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffddbf15-34c4-41dc-b3a4-223df4a5b5ff'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:28.685496 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Bound port: e7bf5e06-624f-408f-b60b-13af4a1919d8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db42ab9e-67a7-434f-80f0-ab7bc08ac441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffddbf15-34c4-41dc-b3a4-223df4a5b5ff'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:28.685996 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:28.751458 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-32bcb595-1bea-4fa3-9a4f-99b65331ef3c service neutron] 10.222.0.52 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854840 Apr 14 21:56:28.838225 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46412) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:28.873015 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e446ad64-b117-4c4a-bb4d-9ff56bd55fd0 admin admin] Publish callbacks [] for subnet (f8a60925-f8f5-4a50-af79-099785f0c0be), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:28.886911 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e446ad64-b117-4c4a-bb4d-9ff56bd55fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (f8a60925-f8f5-4a50-af79-099785f0c0be), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:28.925297 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3eda69b8-a871-401f-baa8-7997f1c3c4ad None None] Provisioning complete for port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:28.925892 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3eda69b8-a871-401f-baa8-7997f1c3c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:28.943892 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:56:28.945815 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-96106aac-120d-450c-828e-58206a210311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:29.155155 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-6569ebbe-0ccb-4528-bec8-db168fa0e019 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:29.167177 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-6569ebbe-0ccb-4528-bec8-db168fa0e019 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 815 time: 0.7651350 Apr 14 21:56:29.207641 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] For port e7bf5e06-624f-408f-b60b-13af4a1919d8, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:29.246742 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-06aadadf-e407-442a-b921-cd7ece30f46b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/quotas/4341bd0e366648d2a8e427316961d985 HTTP/1.1" status: 200 len: 375 time: 0.0743651 Apr 14 21:56:29.266754 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] For port e7bf5e06-624f-408f-b60b-13af4a1919d8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7bf5e06-624f-408f-b60b-13af4a1919d8,segment=NetworkSegment(db42ab9e-67a7-434f-80f0-ab7bc08ac441),segment_id=db42ab9e-67a7-434f-80f0-ab7bc08ac441)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:29.303778 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-10f48ab4-e4c1-490c-a072-4181d11f97fd service neutron] 10.222.0.52 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135928 Apr 14 21:56:29.381658 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:29.424952 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e446ad64-b117-4c4a-bb4d-9ff56bd55fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (f8a60925-f8f5-4a50-af79-099785f0c0be), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:29.441412 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:29.442048 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:29.443732 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] 10.222.0.81 "PUT /v2.0/ports/e7bf5e06-624f-408f-b60b-13af4a1919d8 HTTP/1.1" status: 200 len: 1094 time: 4.1889825 Apr 14 21:56:29.494343 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3eda69b8-a871-401f-baa8-7997f1c3c4ad None None] Current status of the port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:29.494912 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3eda69b8-a871-401f-baa8-7997f1c3c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:29.512952 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'tag': 'e7bf5e06-624f-408f-b60b-13af4a1919d8'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:56:29.513263 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-cf9608b5-d9f0-4053-b6ee-e8568c4fab25 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2461886 Apr 14 21:56:29.591129 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-96106aac-120d-450c-828e-58206a210311 admin admin] Publish callbacks [] for security_group (400b62b6-cfe6-48c6-8c7f-8f8d5c5e23e9), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:29.630392 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3eda69b8-a871-401f-baa8-7997f1c3c4ad None None] For port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=6f23f6aa-dd41-4f7a-80bd-5900a62d634b,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:29.703049 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-96106aac-120d-450c-828e-58206a210311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (400b62b6-cfe6-48c6-8c7f-8f8d5c5e23e9), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:29.727016 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3eda69b8-a871-401f-baa8-7997f1c3c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:29.828153 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-96106aac-120d-450c-828e-58206a210311 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ecd1da1c0fe41cd8a1d9b33720f8412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9577963 Apr 14 21:56:29.847771 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46448) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:29.860564 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96106aac-120d-450c-828e-58206a210311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b62b6-cfe6-48c6-8c7f-8f8d5c5e23e9,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:29.892924 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:28Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:29.893367 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446ad64-b117-4c4a-bb4d-9ff56bd55fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a60925-f8f5-4a50-af79-099785f0c0be,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:29.933367 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e446ad64-b117-4c4a-bb4d-9ff56bd55fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:29.937332 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e446ad64-b117-4c4a-bb4d-9ff56bd55fd0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f8a60925-f8f5-4a50-af79-099785f0c0be HTTP/1.1" status: 204 len: 168 time: 1.5498276 Apr 14 21:56:29.945588 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46454) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:30.104172 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb0e85-59be-47d3-96ae-07b894ce2235 None None] The sync data for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi is: [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:28Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:56:30.142417 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46462) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:30.157534 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce59422-0b1c-4e59-8956-795747da1382 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf5e06-624f-408f-b60b-13af4a1919d8,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:30.164957 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c429c432-b493-428c-8889-5d745ec518e8 admin admin] Publish callbacks [] for security_group (400b62b6-cfe6-48c6-8c7f-8f8d5c5e23e9), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:30.232883 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda69b8-a871-401f-baa8-7997f1c3c4ad None None] Pushing event updated for resources: {'Port': ['ID=6f23f6aa-dd41-4f7a-80bd-5900a62d634b,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:30.262387 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c429c432-b493-428c-8889-5d745ec518e8 admin admin] Publish callbacks [] for security_group (400b62b6-cfe6-48c6-8c7f-8f8d5c5e23e9), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:30.275795 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-cef864b7-29b9-4d89-8f7a-812f50ca2244 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:56:30.277842 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-cef864b7-29b9-4d89-8f7a-812f50ca2244 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3157418 Apr 14 21:56:30.348251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-130ca5b7-1749-4b06-bc91-118d2a2bfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:30.350189 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-130ca5b7-1749-4b06-bc91-118d2a2bfb2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=34a0c2418f5346fbbb18e392ff11722a&device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 1128 time: 0.6060231 Apr 14 21:56:30.445122 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454501dc-f634-40ee-be9f-dfb04eff010b" -d '{"events": [{"name": "network-changed", "server_uuid": "88fe8349-0ce1-473b-b49f-de5d13fdc6fa", "tag": "e7bf5e06-624f-408f-b60b-13af4a1919d8"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:56:30.493097 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-b3cbf2f7-1432-4e53-b9de-0292b94ab566 service neutron] 10.222.0.52 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054410 Apr 14 21:56:30.602429 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f5ec4-4f41-4b0d-a35f-bd39b633033e req-ead32322-ff01-48ba-92a7-b8b8872d66c2 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:30.604201 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-210f5ec4-4f41-4b0d-a35f-bd39b633033e req-ead32322-ff01-48ba-92a7-b8b8872d66c2 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 944 time: 0.5579441 Apr 14 21:56:30.611717 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-ac20f893-001d-4306-9f08-901d80a0196b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bf5e06-624f-408f-b60b-13af4a1919d8 HTTP/1.1" status: 200 len: 217 time: 0.1730857 Apr 14 21:56:30.624511 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (6577da24-e14f-4db9-87b5-5327fb417c15), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:30.635477 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9098bcb-643f-4c7f-93fd-847554652963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:30.638319 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c429c432-b493-428c-8889-5d745ec518e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (400b62b6-cfe6-48c6-8c7f-8f8d5c5e23e9), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:30.644258 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 6f23f6aa-dd41-4f7a-80bd-5900a62d634b up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:30.647676 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c429c432-b493-428c-8889-5d745ec518e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:30.651777 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c429c432-b493-428c-8889-5d745ec518e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/400b62b6-cfe6-48c6-8c7f-8f8d5c5e23e9 HTTP/1.1" status: 204 len: 168 time: 0.8151832 Apr 14 21:56:30.749073 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429c432-b493-428c-8889-5d745ec518e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b62b6-cfe6-48c6-8c7f-8f8d5c5e23e9,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:30.850028 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-0d2c87a5-8712-40ae-9a39-95dee9cef6a9 service neutron] 10.222.0.52 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555651 Apr 14 21:56:31.355486 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:31.356145 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:31.457823 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9c12a8e3-f1b8-4920-b11e-746c03d1b045 req-b5bf3f9d-85b9-44f7-ad70-118c94dd59b1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.0678155 Apr 14 21:56:31.509250 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (6577da24-e14f-4db9-87b5-5327fb417c15), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:31.637388 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:31.701078 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-210f5ec4-4f41-4b0d-a35f-bd39b633033e req-10388db9-b7b4-42eb-8dfb-27cd6f1c8be5 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0882139 Apr 14 21:56:31.777720 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.778141 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.782094 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.782384 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.782731 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.785249 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.785654 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.785998 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.786336 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.786766 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.981349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.981349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.981349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.981349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:31.981349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6577da24-e14f-4db9-87b5-5327fb417c15']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:32.039484 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c07fdd-9770-48d2-bc66-1fd38d01b93d') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:32.039484 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c07fdd-9770-48d2-bc66-1fd38d01b93d') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:32.055708 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (a1c07fdd-9770-48d2-bc66-1fd38d01b93d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:32.087349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (a1c07fdd-9770-48d2-bc66-1fd38d01b93d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:32.133069 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:56:32.151968 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (a1c07fdd-9770-48d2-bc66-1fd38d01b93d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: from cryptography.utils import int_from_bytes Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: from cryptography.utils import int_from_bytes Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:56:32.183452 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:56:32.228507 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1ae549-d5f1-4f89-9970-20a02f2c49b8 x-openstack-request-id: req-9e1ae549-d5f1-4f89-9970-20a02f2c49b8 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:56:32.229108 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fe8349-0ce1-473b-b49f-de5d13fdc6fa", "tag": "e7bf5e06-624f-408f-b60b-13af4a1919d8", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:56:32.229818 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e1ae549-d5f1-4f89-9970-20a02f2c49b8 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:56:32.241993 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1ae549-d5f1-4f89-9970-20a02f2c49b8'] response: {'name': 'network-changed', 'server_uuid': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'tag': 'e7bf5e06-624f-408f-b60b-13af4a1919d8', 'status': 'completed', 'code': 200} Apr 14 21:56:32.340537 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9098bcb-643f-4c7f-93fd-847554652963 admin admin] Publish callbacks [] for security_group (522ad0a6-542d-4693-8dc5-d16889cfbb27), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:32.343493 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d71bb57b-8167-41a0-9f1a-f09e78d66995 req-516510f8-96e9-4f26-8a7b-1fbfcfc38ca2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.1588731 Apr 14 21:56:32.455341 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (6577da24-e14f-4db9-87b5-5327fb417c15), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:32.497140 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-9b0720b2-db97-4c8d-98a3-70e57dfca8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:32.499161 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-9b0720b2-db97-4c8d-98a3-70e57dfca8dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45ed7130-f9e1-4c84-a956-20924bd1f089 HTTP/1.1" status: 200 len: 852 time: 0.1414042 Apr 14 21:56:32.506198 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:32.511449 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6577da24-e14f-4db9-87b5-5327fb417c15 HTTP/1.1" status: 204 len: 168 time: 2.5426898 Apr 14 21:56:32.515572 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46532) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:32.697172 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5adc8-1afc-447e-bc99-47aa187d24c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6577da24-e14f-4db9-87b5-5327fb417c15,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:32.700729 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9098bcb-643f-4c7f-93fd-847554652963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (522ad0a6-542d-4693-8dc5-d16889cfbb27), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:32.732283 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.81', 56840) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:32.801036 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6a4db878-2027-4178-9135-8c1f0dd45b7c req-fe7857e6-ed69-4ff2-a458-8957c838bf94 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.1601698 Apr 14 21:56:32.832081 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5813e99-6c0a-4a57-b8a5-7e622dbe7102 admin admin] Deleting subnet ece3e2cb-3be7-4914-87f1-3744ae60a39e {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:56:32.844639 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f5813e99-6c0a-4a57-b8a5-7e622dbe7102 admin admin] Publish callbacks [] for subnet (ece3e2cb-3be7-4914-87f1-3744ae60a39e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:32.914851 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-03eaabad-a64b-4dc6-a1bb-23893245441e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ffddbf15-34c4-41dc-b3a4-223df4a5b5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3828053 Apr 14 21:56:33.001097 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f5813e99-6c0a-4a57-b8a5-7e622dbe7102 admin admin] Publish callbacks [] for subnet (ece3e2cb-3be7-4914-87f1-3744ae60a39e), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:33.015258 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f5813e99-6c0a-4a57-b8a5-7e622dbe7102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (ece3e2cb-3be7-4914-87f1-3744ae60a39e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:33.129679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9098bcb-643f-4c7f-93fd-847554652963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ad0a6-542d-4693-8dc5-d16889cfbb27,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:33.315749 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f9098bcb-643f-4c7f-93fd-847554652963 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8938ca108a2e4a33b97b4a6aac0bb279&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1506081 Apr 14 21:56:33.319415 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46556) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:33.405966 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d94510-c48c-4db0-b262-5d2d89dc046a req-d4db4c8a-4984-45e5-a0a2-808dc6471a65 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:33.407823 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-60d94510-c48c-4db0-b262-5d2d89dc046a req-d4db4c8a-4984-45e5-a0a2-808dc6471a65 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 944 time: 0.4149160 Apr 14 21:56:33.418261 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f5813e99-6c0a-4a57-b8a5-7e622dbe7102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for subnet (ece3e2cb-3be7-4914-87f1-3744ae60a39e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:33.467934 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f5813e99-6c0a-4a57-b8a5-7e622dbe7102 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:33.467934 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f5813e99-6c0a-4a57-b8a5-7e622dbe7102 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ece3e2cb-3be7-4914-87f1-3744ae60a39e HTTP/1.1" status: 204 len: 168 time: 0.9482915 Apr 14 21:56:33.482821 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46562) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:33.505746 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46564) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:33.659637 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5813e99-6c0a-4a57-b8a5-7e622dbe7102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece3e2cb-3be7-4914-87f1-3744ae60a39e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:33.714857 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d8382-86be-403b-911a-a7c086b8811c req-4e5a8283-0800-458d-a2e8-8024b98407a0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:33.716566 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-4e5a8283-0800-458d-a2e8-8024b98407a0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 818 time: 0.9809306 Apr 14 21:56:33.716711 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3b2b7225-7074-478d-9155-b2f160950887 req-01c98c94-3eed-4ad4-aa13-972a36d19e8f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.1092176 Apr 14 21:56:33.721959 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-3b7d336c-e93a-44bc-b2c4-d821ffe82741 service neutron] 10.222.0.81 "GET /v2.0/networks/ffddbf15-34c4-41dc-b3a4-223df4a5b5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599454 Apr 14 21:56:33.723548 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-60d94510-c48c-4db0-b262-5d2d89dc046a req-d1483081-7a78-4871-ab2a-1b59973d25e9 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942102 Apr 14 21:56:33.731183 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e4f247e-d804-43ca-a554-741f61925995 admin admin] Publish callbacks [] for security_group (522ad0a6-542d-4693-8dc5-d16889cfbb27), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:33.753163 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (cdce3c0a-74ba-4796-824b-8f095e58a518), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:33.779874 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4eaa16d0-a13a-4ea0-9f73-51201cd42c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:33.812109 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e4f247e-d804-43ca-a554-741f61925995 admin admin] Publish callbacks [] for security_group (522ad0a6-542d-4693-8dc5-d16889cfbb27), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:33.967072 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4eaa16d0-a13a-4ea0-9f73-51201cd42c65 admin admin] Publish callbacks [] for security_group (95c36942-a9a2-43fd-ad4d-2b76544e3aac), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.071206 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4eaa16d0-a13a-4ea0-9f73-51201cd42c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (95c36942-a9a2-43fd-ad4d-2b76544e3aac), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.090419 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-618fb9d2-093f-4682-9cd2-7b303dfcc4fb req-1a58d814-e88c-4895-b124-1b251b05e8e2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.0616343 Apr 14 21:56:34.126193 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4eaa16d0-a13a-4ea0-9f73-51201cd42c65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=010e6221c8894fc7b29f3fa3a6331ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6159546 Apr 14 21:56:34.131141 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46578) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:34.136086 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa16d0-a13a-4ea0-9f73-51201cd42c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c36942-a9a2-43fd-ad4d-2b76544e3aac,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:34.147956 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (cdce3c0a-74ba-4796-824b-8f095e58a518), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.185915 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.186424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.187270 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.187644 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > port after_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.188131 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.188491 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > port after_update 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.188843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.189165 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.189502 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.199200 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.213353 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6b145a23-fde3-4cbc-804e-30873a5b9238 admin admin] Publish callbacks [] for security_group (95c36942-a9a2-43fd-ad4d-2b76544e3aac), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.254991 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6b145a23-fde3-4cbc-804e-30873a5b9238 admin admin] Publish callbacks [] for security_group (95c36942-a9a2-43fd-ad4d-2b76544e3aac), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.432304 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6b145a23-fde3-4cbc-804e-30873a5b9238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (95c36942-a9a2-43fd-ad4d-2b76544e3aac), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.435149 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6b145a23-fde3-4cbc-804e-30873a5b9238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.437073 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6b145a23-fde3-4cbc-804e-30873a5b9238 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/95c36942-a9a2-43fd-ad4d-2b76544e3aac HTTP/1.1" status: 204 len: 168 time: 0.3083150 Apr 14 21:56:34.446000 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b145a23-fde3-4cbc-804e-30873a5b9238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c36942-a9a2-43fd-ad4d-2b76544e3aac,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:34.559977 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.560436 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.560884 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.561424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:56:34.561916 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdce3c0a-74ba-4796-824b-8f095e58a518']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:34.592813 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c690fe1b-5945-4229-b69d-ac88a60d2258') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:34.593246 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c690fe1b-5945-4229-b69d-ac88a60d2258') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:56:34.625993 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4832000'] for segment (c690fe1b-5945-4229-b69d-ac88a60d2258), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.656683 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (c690fe1b-5945-4229-b69d-ac88a60d2258), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.669643 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e4f247e-d804-43ca-a554-741f61925995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (522ad0a6-542d-4693-8dc5-d16889cfbb27), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.675293 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e4f247e-d804-43ca-a554-741f61925995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.677194 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4e4f247e-d804-43ca-a554-741f61925995 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/522ad0a6-542d-4693-8dc5-d16889cfbb27 HTTP/1.1" status: 204 len: 168 time: 1.3564646 Apr 14 21:56:34.694166 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:56:34.696775 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050897'] for segment (c690fe1b-5945-4229-b69d-ac88a60d2258), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:34.698345 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f247e-d804-43ca-a554-741f61925995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ad0a6-542d-4693-8dc5-d16889cfbb27,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: from cryptography.utils import int_from_bytes Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: from cryptography.utils import int_from_bytes Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: Traceback (most recent call last): Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: timer() Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: cb(*args, **kw) Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: return func(*args, **kwargs) Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: self._notify() Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: self.callback(batched_events) Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: event.method(event) Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: return f(self, *a, **k) Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._get(url).json() Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: return self.request(url, 'GET', **kwargs) Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:56:34.703247 dv-cinder-813229-9-iscsi neutron-server[110548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:56:34.885271 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7971aafe-362c-4804-a64d-2c21ef7c7e12 req-bdf7a0e6-91bd-489c-95e0-18a6e610ea89 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0293217 Apr 14 21:56:34.907533 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdd6ce-8e11-4e52-8530-56cc4ef0ffe3 req-3749ceec-8dab-426a-be0e-94e6a30b15d5 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:34.909770 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-defdd6ce-8e11-4e52-8530-56cc4ef0ffe3 req-3749ceec-8dab-426a-be0e-94e6a30b15d5 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 944 time: 0.0593014 Apr 14 21:56:34.966323 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-defdd6ce-8e11-4e52-8530-56cc4ef0ffe3 req-65141f66-050c-4cf6-aeb7-8ff806832a6d tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487075 Apr 14 21:56:35.032210 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (cdce3c0a-74ba-4796-824b-8f095e58a518), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:35.039327 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:35.045260 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cdce3c0a-74ba-4796-824b-8f095e58a518 HTTP/1.1" status: 204 len: 168 time: 1.5586612 Apr 14 21:56:35.056180 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d10ca1-5890-47e0-99d1-f35884c98746 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdce3c0a-74ba-4796-824b-8f095e58a518,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:35.251024 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1803c5c-86cd-4b95-9166-9f22ad402219 req-5addcdce-0c06-491f-8f6f-d37266e58511 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.0520809 Apr 14 21:56:35.823851 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46624) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:35.883598 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5eb9a004-6030-48ee-baa9-ac9509d9d99a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aaf3299c044c464a876701dad3b74af5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0585735 Apr 14 21:56:35.886397 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46626) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:35.946629 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46632) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:35.972265 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e847-5625-4220-8f9c-aebf237b0704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:35.999027 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-32319d63-3eab-45a5-b35c-3398258f2b7a admin admin] Publish callbacks [] for security_group (bbfc080b-503d-47b7-ab06-fb49d891fc3b), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.039143 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-32319d63-3eab-45a5-b35c-3398258f2b7a admin admin] Publish callbacks [] for security_group (bbfc080b-503d-47b7-ab06-fb49d891fc3b), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.134629 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3c22162b-c737-4736-bc2e-1c08a39bcc46 req-e0b2be35-6a60-481a-bd54-9fff0c297c9a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0420430 Apr 14 21:56:36.186269 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-32319d63-3eab-45a5-b35c-3398258f2b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (bbfc080b-503d-47b7-ab06-fb49d891fc3b), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.189056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-32319d63-3eab-45a5-b35c-3398258f2b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.190453 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-32319d63-3eab-45a5-b35c-3398258f2b7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbfc080b-503d-47b7-ab06-fb49d891fc3b HTTP/1.1" status: 204 len: 168 time: 0.3029602 Apr 14 21:56:36.203815 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de085e5-c888-4389-8aa9-a99fac531398 req-7a7ce479-445a-40fb-beee-dfa8f50d1a8b tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:36.206158 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7de085e5-c888-4389-8aa9-a99fac531398 req-7a7ce479-445a-40fb-beee-dfa8f50d1a8b tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 944 time: 0.1086817 Apr 14 21:56:36.219145 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32319d63-3eab-45a5-b35c-3398258f2b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfc080b-503d-47b7-ab06-fb49d891fc3b,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:36.289679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e847-5625-4220-8f9c-aebf237b0704 admin admin] Publish callbacks [] for security_group (576c8332-b029-4d61-85d1-a5d6ca1c2552), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.326553 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7de085e5-c888-4389-8aa9-a99fac531398 req-cdbbb1ed-7d26-4370-8e38-1e99bac7b244 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755334 Apr 14 21:56:36.380763 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e847-5625-4220-8f9c-aebf237b0704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (576c8332-b029-4d61-85d1-a5d6ca1c2552), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.440566 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e4683aab-4307-4e85-8f78-cc14d6a35f9e req-68b522d6-7ea3-4288-96ab-8c8b8c946340 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.0746984 Apr 14 21:56:36.447280 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3dd7e847-5625-4220-8f9c-aebf237b0704 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9414f2a54e1c40cca76e0b14e1035065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4964590 Apr 14 21:56:36.447635 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46644) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:36.486068 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7e847-5625-4220-8f9c-aebf237b0704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576c8332-b029-4d61-85d1-a5d6ca1c2552,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:36.571880 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e62672a-684b-40d6-87a6-98eebd1ef8e2 admin admin] Publish callbacks [] for security_group (576c8332-b029-4d61-85d1-a5d6ca1c2552), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.602325 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e62672a-684b-40d6-87a6-98eebd1ef8e2 admin admin] Publish callbacks [] for security_group (576c8332-b029-4d61-85d1-a5d6ca1c2552), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.764070 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e62672a-684b-40d6-87a6-98eebd1ef8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (576c8332-b029-4d61-85d1-a5d6ca1c2552), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.766958 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e62672a-684b-40d6-87a6-98eebd1ef8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:36.772328 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4e62672a-684b-40d6-87a6-98eebd1ef8e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/576c8332-b029-4d61-85d1-a5d6ca1c2552 HTTP/1.1" status: 204 len: 168 time: 0.3206856 Apr 14 21:56:36.798496 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62672a-684b-40d6-87a6-98eebd1ef8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576c8332-b029-4d61-85d1-a5d6ca1c2552,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:37.259931 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d9f5703e-4272-4576-8046-4e74b8f36240 req-b539afa9-b8f5-4be3-8ddb-f256fe743a9e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0387154 Apr 14 21:56:37.356809 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46670) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:37.406611 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-86bb96be-46e6-4892-bab4-f9acd5462922 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e503fff72104d7c9744e12477ad9ef6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462263 Apr 14 21:56:37.406816 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46674) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:37.513397 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3475de-4b95-44d4-9d92-990c3113ac83 req-65e83456-79d6-4f13-bdb8-f52aa8456692 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:37.514892 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4a3475de-4b95-44d4-9d92-990c3113ac83 req-65e83456-79d6-4f13-bdb8-f52aa8456692 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 944 time: 0.0897501 Apr 14 21:56:37.535312 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a182c15d-2f27-4197-9ee6-4791c1af7b7b admin admin] Publish callbacks [] for security_group (e63e94d7-7107-4535-910d-7059b7512a24), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:37.557478 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3b6c61c0-3e55-4ce0-9b4a-5303ddc07215 req-77fa9a7c-b7ef-4da0-8c38-8b910fa3d5dd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.0334263 Apr 14 21:56:37.571620 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a182c15d-2f27-4197-9ee6-4791c1af7b7b admin admin] Publish callbacks [] for security_group (e63e94d7-7107-4535-910d-7059b7512a24), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:37.599313 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4a3475de-4b95-44d4-9d92-990c3113ac83 req-4533428a-13df-4cb7-a6b7-590e3908061f tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735090 Apr 14 21:56:37.774048 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a182c15d-2f27-4197-9ee6-4791c1af7b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (e63e94d7-7107-4535-910d-7059b7512a24), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:37.776545 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a182c15d-2f27-4197-9ee6-4791c1af7b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:37.777718 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a182c15d-2f27-4197-9ee6-4791c1af7b7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e63e94d7-7107-4535-910d-7059b7512a24 HTTP/1.1" status: 204 len: 168 time: 0.3693743 Apr 14 21:56:37.785990 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182c15d-2f27-4197-9ee6-4791c1af7b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63e94d7-7107-4535-910d-7059b7512a24,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:38.363052 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-01eecc50-e593-4add-a0e6-0cd509d0eb69 req-5746c246-d460-46bb-9919-ddb00482a6fb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0306802 Apr 14 21:56:38.720073 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-51e93716-8c82-4616-94e7-2a85707335a5 req-3aa51120-545a-4c55-ab12-a111ede213e3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.0692759 Apr 14 21:56:38.757602 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:38.784438 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555620c0-5ab8-42fa-88b2-0c6d3f96d774 req-89e2c8f4-ce2c-4361-bc8e-bcf111c63cfc tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:38.793739 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-555620c0-5ab8-42fa-88b2-0c6d3f96d774 req-89e2c8f4-ce2c-4361-bc8e-bcf111c63cfc tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 944 time: 0.0656085 Apr 14 21:56:38.846808 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-555620c0-5ab8-42fa-88b2-0c6d3f96d774 req-48e5c58a-1acc-4a77-af15-e321b0f7c667 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519660 Apr 14 21:56:39.404070 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Request body: {'port': {'device_id': '520e103d-83fc-41f6-88cc-6648919833fc', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'admin_state_up': True, 'tenant_id': '07795b5930f74368a7508f0536b9f800'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:39.531186 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5373b9eb-308f-498f-b10d-d8b5c05b5b09 req-4c46b27a-737f-4efe-b037-51a00f77c55e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0507193 Apr 14 21:56:39.658487 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ace3af61-5ac9-42b1-b02f-76a018f4fa91 req-5527a317-c23c-47b3-859a-c3febadf5104 service neutron] 10.222.0.81 "GET /v2.0/networks/ffddbf15-34c4-41dc-b3a4-223df4a5b5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670562 Apr 14 21:56:39.722066 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Made reservation on behalf of 07795b5930f74368a7508f0536b9f800 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:39.725508 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:39.841380 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.81', 56849) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:39.881423 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d2d0f150-e4fc-44f6-b0f5-4927a780a536 req-a0c12de5-1784-419b-8bcc-01d267b7893f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.0447867 Apr 14 21:56:39.933178 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454501dc-f634-40ee-be9f-dfb04eff010b req-df620f58-0bb3-4156-813c-ac0277cf0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:39.934995 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-454501dc-f634-40ee-be9f-dfb04eff010b req-df620f58-0bb3-4156-813c-ac0277cf0aaf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=34a0c2418f5346fbbb18e392ff11722a&device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 1128 time: 0.0924776 Apr 14 21:56:39.971298 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-d902b259-947d-46b5-b9b2-cde3072a6a10 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:39.973152 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-d902b259-947d-46b5-b9b2-cde3072a6a10 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 818 time: 0.2282519 Apr 14 21:56:39.997681 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Request body: {'port': {'device_id': '0215c3ad-1a1c-421a-9e42-9bc0ee6c577b', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'admin_state_up': True, 'tenant_id': '07795b5930f74368a7508f0536b9f800'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:40.080130 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Allocated IP 172.20.0.13 (b16f9766-8b57-4992-ac6c-ff9deb4519c9/55cb8734-f767-4484-8dc4-7395c057446c/f365810c-4634-46ec-984a-1e03a503e706) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:40.126802 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a62c-1d63-402a-828a-309decb29414 req-455600b0-7f36-4cb4-9546-fc6cf9393911 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:40.128356 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b425a62c-1d63-402a-828a-309decb29414 req-455600b0-7f36-4cb4-9546-fc6cf9393911 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 944 time: 0.1806688 Apr 14 21:56:40.244557 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454501dc-f634-40ee-be9f-dfb04eff010b req-5483e739-b007-4d61-a3e4-d9053fb8d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:40.246154 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-454501dc-f634-40ee-be9f-dfb04eff010b req-5483e739-b007-4d61-a3e4-d9053fb8d73f service neutron] 10.222.0.81 "GET /v2.0/networks?id=ffddbf15-34c4-41dc-b3a4-223df4a5b5ff HTTP/1.1" status: 200 len: 913 time: 0.2644913 Apr 14 21:56:40.250730 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b425a62c-1d63-402a-828a-309decb29414 req-e4656aeb-92e7-46f4-95bc-d0d5943902f2 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139302 Apr 14 21:56:40.295324 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Made reservation on behalf of 07795b5930f74368a7508f0536b9f800 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:40.298691 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:40.350932 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for port (f365810c-4634-46ec-984a-1e03a503e706), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:40.477676 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46832) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:40.495920 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (f365810c-4634-46ec-984a-1e03a503e706), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:40.574780 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:40.584414 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:40.594660 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:40.637415 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Allocated IP 172.20.0.3 (b16f9766-8b57-4992-ac6c-ff9deb4519c9/55cb8734-f767-4484-8dc4-7395c057446c/db289d26-0976-4538-8b08-ba8c2007bbc8) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:40.641708 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event updated for resources: {'Port': ['ID=f365810c-4634-46ec-984a-1e03a503e706,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:40.692243 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ae577ec-9945-4a30-bcc2-a400a99cb251 req-f1dcd059-90bc-40d4-983f-3ff341288608 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0572531 Apr 14 21:56:40.700704 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:40.701365 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:40.782319 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945f2791-82b8-4b0b-93cb-f1442d2c861c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:40.821072 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-5de1d949-8b8c-4ef4-aefb-cf533e32708e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4235468 Apr 14 21:56:40.863033 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-53e55e52-019a-46f8-9b82-ed5b5c013e94 None None] Provisioning complete for port f365810c-4634-46ec-984a-1e03a503e706 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:40.863484 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-53e55e52-019a-46f8-9b82-ed5b5c013e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (f365810c-4634-46ec-984a-1e03a503e706), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:40.890372 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945f2791-82b8-4b0b-93cb-f1442d2c861c admin admin] Publish callbacks [] for security_group (22370a5c-d1f7-4008-a917-491fe6e84e57), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:40.916314 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-53e55e52-019a-46f8-9b82-ed5b5c013e94 None None] Port f365810c-4634-46ec-984a-1e03a503e706 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:56:41.009518 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945f2791-82b8-4b0b-93cb-f1442d2c861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (22370a5c-d1f7-4008-a917-491fe6e84e57), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.017390 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-19323d31-d917-44fb-a925-8f702fbe0e24 req-368b97b0-72d5-407e-b271-ce3e29b28f90 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.0417242 Apr 14 21:56:41.058129 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-945f2791-82b8-4b0b-93cb-f1442d2c861c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db8d47f6e16e462c9c396cdaaa134220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5790312 Apr 14 21:56:41.059566 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.063123 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f2791-82b8-4b0b-93cb-f1442d2c861c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22370a5c-d1f7-4008-a917-491fe6e84e57,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:41.065711 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46848) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:41.073928 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46850) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:41.148548 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8ec054d2-0b1a-4017-8e85-1f35113ba975 admin admin] Publish callbacks [] for security_group (22370a5c-d1f7-4008-a917-491fe6e84e57), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.170941 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8ec054d2-0b1a-4017-8e85-1f35113ba975 admin admin] Publish callbacks [] for security_group (22370a5c-d1f7-4008-a917-491fe6e84e57), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.264047 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.307490 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:41.308056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-395b1e1e-1ceb-4f3e-befe-65652e33363d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.314264 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:41.318312 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:41.325714 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event updated for resources: {'Port': ['ID=db289d26-0976-4538-8b08-ba8c2007bbc8,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:41.398260 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8ec054d2-0b1a-4017-8e85-1f35113ba975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (22370a5c-d1f7-4008-a917-491fe6e84e57), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.401192 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8ec054d2-0b1a-4017-8e85-1f35113ba975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.402764 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8ec054d2-0b1a-4017-8e85-1f35113ba975 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22370a5c-d1f7-4008-a917-491fe6e84e57 HTTP/1.1" status: 204 len: 168 time: 0.3356912 Apr 14 21:56:41.470374 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec054d2-0b1a-4017-8e85-1f35113ba975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22370a5c-d1f7-4008-a917-491fe6e84e57,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:41.481231 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-395b1e1e-1ceb-4f3e-befe-65652e33363d admin admin] Publish callbacks [] for security_group (be4eb3b9-6bc6-4f5a-b6c6-5ebc4e56e736), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.513114 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307850e-2d0c-4cb5-8d29-4d0f52e2ad4e req-fa00267c-751f-45dd-905d-23c6723701fe tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:41.520286 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c307850e-2d0c-4cb5-8d29-4d0f52e2ad4e req-fa00267c-751f-45dd-905d-23c6723701fe tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 944 time: 0.1623068 Apr 14 21:56:41.532674 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:41.532934 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.546325 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-395b1e1e-1ceb-4f3e-befe-65652e33363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (be4eb3b9-6bc6-4f5a-b6c6-5ebc4e56e736), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.616949 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-395b1e1e-1ceb-4f3e-befe-65652e33363d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e0b6448a5a342878ed1efe57c690efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378013 Apr 14 21:56:41.616949 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b1e1e-1ceb-4f3e-befe-65652e33363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4eb3b9-6bc6-4f5a-b6c6-5ebc4e56e736,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:41.617118 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c307850e-2d0c-4cb5-8d29-4d0f52e2ad4e req-68db3a1f-6f08-455b-bf78-1c22423b5690 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769031 Apr 14 21:56:41.617118 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46880) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:41.658305 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-c7fb1010-f439-4d09-9bf7-5e67fd7c2711 None None] Provisioning complete for port db289d26-0976-4538-8b08-ba8c2007bbc8 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:41.658687 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c7fb1010-f439-4d09-9bf7-5e67fd7c2711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.673103 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-b8b7c20d-15b1-48dd-babe-fe9333110ca7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6809280 Apr 14 21:56:41.679325 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b0e7dbbb-f041-4983-b81b-c7917806e269 admin admin] Publish callbacks [] for security_group (be4eb3b9-6bc6-4f5a-b6c6-5ebc4e56e736), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.693025 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb1010-f439-4d09-9bf7-5e67fd7c2711 None None] Port db289d26-0976-4538-8b08-ba8c2007bbc8 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:56:41.702367 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b0e7dbbb-f041-4983-b81b-c7917806e269 admin admin] Publish callbacks [] for security_group (be4eb3b9-6bc6-4f5a-b6c6-5ebc4e56e736), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.824820 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0746cd8e-f189-4de5-9892-1eabb10ca16b req-64235baa-bb38-411d-9e59-63eb3f23339a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0365810 Apr 14 21:56:41.940884 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b0e7dbbb-f041-4983-b81b-c7917806e269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (be4eb3b9-6bc6-4f5a-b6c6-5ebc4e56e736), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.940884 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b0e7dbbb-f041-4983-b81b-c7917806e269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:41.940884 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b0e7dbbb-f041-4983-b81b-c7917806e269 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be4eb3b9-6bc6-4f5a-b6c6-5ebc4e56e736 HTTP/1.1" status: 204 len: 168 time: 0.3154233 Apr 14 21:56:41.941603 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7dbbb-f041-4983-b81b-c7917806e269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4eb3b9-6bc6-4f5a-b6c6-5ebc4e56e736,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:42.155289 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aacd03-74ff-4b2c-b26f-7fcc4befb9a3 req-ff2c4dac-2e19-41cc-b1dd-e21e638e5f70 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:42.157199 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-63aacd03-74ff-4b2c-b26f-7fcc4befb9a3 req-ff2c4dac-2e19-41cc-b1dd-e21e638e5f70 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 931 time: 0.0528736 Apr 14 21:56:42.205476 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-63aacd03-74ff-4b2c-b26f-7fcc4befb9a3 req-feab56ab-9cc8-43b6-ba33-2995c9073982 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424688 Apr 14 21:56:42.402850 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device e7bf5e06-624f-408f-b60b-13af4a1919d8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:56:42.548191 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port e7bf5e06-624f-408f-b60b-13af4a1919d8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7bf5e06-624f-408f-b60b-13af4a1919d8,segment=NetworkSegment(db42ab9e-67a7-434f-80f0-ab7bc08ac441),segment_id=db42ab9e-67a7-434f-80f0-ab7bc08ac441)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:42.548191 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'e7bf5e06-624f-408f-b60b-13af4a1919d8', 'network_id': 'ffddbf15-34c4-41dc-b3a4-223df4a5b5ff', 'port_id': 'e7bf5e06-624f-408f-b60b-13af4a1919d8', 'mac_address': 'fa:16:3e:30:fa:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ed7130-f9e1-4c84-a956-20924bd1f089', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:56:42.595443 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port e7bf5e06-624f-408f-b60b-13af4a1919d8 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:42.596055 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:42.614360 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bf5e06-624f-408f-b60b-13af4a1919d8 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:56:42.642516 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port e7bf5e06-624f-408f-b60b-13af4a1919d8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7bf5e06-624f-408f-b60b-13af4a1919d8,segment=NetworkSegment(db42ab9e-67a7-434f-80f0-ab7bc08ac441),segment_id=db42ab9e-67a7-434f-80f0-ab7bc08ac441)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:42.742877 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c3f2e-672a-4d57-bafe-19efd40cb457 req-5d6fbb02-00d2-4b09-a608-3f36ae4261bd tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:42.744351 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4c9c3f2e-672a-4d57-bafe-19efd40cb457 req-5d6fbb02-00d2-4b09-a608-3f36ae4261bd tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 944 time: 0.0577385 Apr 14 21:56:42.792150 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4c9c3f2e-672a-4d57-bafe-19efd40cb457 req-b4d8a49e-843c-4ecc-a045-b77b0755995d tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 Apr 14 21:56:42.926334 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-db72fc54-ee41-424a-8a72-ae2113f0191f req-4a914abe-7309-4bb1-9558-8263cc44310b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0277152 Apr 14 21:56:42.974196 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46920) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:42.988813 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d5da3770-d227-4dd0-b465-4471cb7d1dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:43.089278 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d5da3770-d227-4dd0-b465-4471cb7d1dae admin admin] Publish callbacks [] for security_group (2fdec6ec-8d88-49aa-bb1b-ca4aedaa9638), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:43.295008 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Request body: {'port': {'device_id': '520e103d-83fc-41f6-88cc-6648919833fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:43.303693 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Request body: {'port': {'device_id': '0215c3ad-1a1c-421a-9e42-9bc0ee6c577b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:43.377316 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-454501dc-f634-40ee-be9f-dfb04eff010b req-166af3ad-63c2-46c8-8e2f-05329d5611a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bf5e06-624f-408f-b60b-13af4a1919d8 HTTP/1.1" status: 200 len: 217 time: 0.0849507 Apr 14 21:56:43.391041 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d9f4f-33a4-4a74-bc3b-b65d828b4f1b req-7fa5d2de-26f6-4a35-bf1a-9793964ea12e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:43.394176 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0d9f4f-33a4-4a74-bc3b-b65d828b4f1b req-7fa5d2de-26f6-4a35-bf1a-9793964ea12e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 931 time: 0.1131394 Apr 14 21:56:43.425136 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:43.427196 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (f365810c-4634-46ec-984a-1e03a503e706), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:43.445132 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0d9f4f-33a4-4a74-bc3b-b65d828b4f1b req-23290e3a-d556-4e5e-9cc1-aba63f488ac9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461113 Apr 14 21:56:43.559089 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:43.584530 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454501dc-f634-40ee-be9f-dfb04eff010b req-9b09736f-1935-4a45-9094-c5ec8f47a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:43.586132 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-454501dc-f634-40ee-be9f-dfb04eff010b req-9b09736f-1935-4a45-9094-c5ec8f47a169 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45ed7130-f9e1-4c84-a956-20924bd1f089 HTTP/1.1" status: 200 len: 852 time: 0.0695367 Apr 14 21:56:43.625586 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d5da3770-d227-4dd0-b465-4471cb7d1dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2fdec6ec-8d88-49aa-bb1b-ca4aedaa9638), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:43.709237 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-454501dc-f634-40ee-be9f-dfb04eff010b req-e8850f5b-a185-4dbc-9366-99783bdb8ffe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ffddbf15-34c4-41dc-b3a4-223df4a5b5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113927 Apr 14 21:56:43.711278 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d5da3770-d227-4dd0-b465-4471cb7d1dae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc82f3d8ec204afe8e47d33dd40ce03d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7358358 Apr 14 21:56:43.716631 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46930) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:43.720130 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da3770-d227-4dd0-b465-4471cb7d1dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdec6ec-8d88-49aa-bb1b-ca4aedaa9638,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:43.816877 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.81', 56852) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:43.841393 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=e7bf5e06-624f-408f-b60b-13af4a1919d8,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:43.925684 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 46940) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:43.929277 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-454501dc-f634-40ee-be9f-dfb04eff010b req-14f75a24-54a4-4fda-a212-d25637be72fa service neutron] 10.222.0.81 "GET /v2.0/networks/ffddbf15-34c4-41dc-b3a4-223df4a5b5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127745 Apr 14 21:56:43.989709 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['e7bf5e06-624f-408f-b60b-13af4a1919d8'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:56:44.078345 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b5896beb-6842-4f7d-bcf3-bd02789aaf77 req-cf9e2479-953e-4c5f-817b-b0c8439b0270 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0531540 Apr 14 21:56:44.174946 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608037a-e84a-4f9d-9f79-0ffc95e51090 req-90fcb6af-0998-4046-9fe8-b4b8328b1d94 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:44.180087 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b608037a-e84a-4f9d-9f79-0ffc95e51090 req-90fcb6af-0998-4046-9fe8-b4b8328b1d94 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 945 time: 0.2314053 Apr 14 21:56:44.197412 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5eabbd6d-362d-4afe-aa6e-f6e007b2911a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.250363 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1d68-70ac-4b3d-8234-1638ff65ab1d admin admin] Publish callbacks [] for security_group (2fdec6ec-8d88-49aa-bb1b-ca4aedaa9638), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.262069 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-454501dc-f634-40ee-be9f-dfb04eff010b req-7fd0dd99-5266-4e40-952c-3b243c0f38f8 service neutron] 10.222.0.81 "GET /v2.0/networks/ffddbf15-34c4-41dc-b3a4-223df4a5b5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046707 Apr 14 21:56:44.339741 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1d68-70ac-4b3d-8234-1638ff65ab1d admin admin] Publish callbacks [] for security_group (2fdec6ec-8d88-49aa-bb1b-ca4aedaa9638), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.389011 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-6fb445c3-ef38-4bce-b961-238353d302df tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:44.390534 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-6fb445c3-ef38-4bce-b961-238353d302df tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 815 time: 0.5704286 Apr 14 21:56:44.446786 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b608037a-e84a-4f9d-9f79-0ffc95e51090 req-97c99376-5222-4428-9210-77fa321f7f0c tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310989 Apr 14 21:56:44.449510 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46964) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:44.514180 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db289d26-0976-4538-8b08-ba8c2007bbc8 {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:56:44.531706 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Publish callbacks [] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.581791 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5eabbd6d-362d-4afe-aa6e-f6e007b2911a admin admin] Publish callbacks [] for security_group (fa0fee3b-e588-4b9b-9bf0-de06db28aa1d), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.593283 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-a6a7b843-2bf5-41e7-ab94-8639dd57788e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4341bd0e366648d2a8e427316961d985 HTTP/1.1" status: 200 len: 380 time: 0.1687644 Apr 14 21:56:44.641334 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8482d77-6537-430c-b22a-1c5e96c08244 req-4209fc24-b9a7-464d-86f0-b9e98e313ad7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:44.643092 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d8482d77-6537-430c-b22a-1c5e96c08244 req-4209fc24-b9a7-464d-86f0-b9e98e313ad7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 931 time: 0.0596728 Apr 14 21:56:44.671163 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Transition to ACTIVE for port object db289d26-0976-4538-8b08-ba8c2007bbc8 will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:56:44.673866 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1d68-70ac-4b3d-8234-1638ff65ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2fdec6ec-8d88-49aa-bb1b-ca4aedaa9638), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.680008 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1d68-70ac-4b3d-8234-1638ff65ab1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.685686 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d6dd1d68-70ac-4b3d-8234-1638ff65ab1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2fdec6ec-8d88-49aa-bb1b-ca4aedaa9638 HTTP/1.1" status: 204 len: 168 time: 0.9598806 Apr 14 21:56:44.692054 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd1d68-70ac-4b3d-8234-1638ff65ab1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdec6ec-8d88-49aa-bb1b-ca4aedaa9638,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:44.706820 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5eabbd6d-362d-4afe-aa6e-f6e007b2911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (fa0fee3b-e588-4b9b-9bf0-de06db28aa1d), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.730112 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d8482d77-6537-430c-b22a-1c5e96c08244 req-e4ef4379-a874-46e1-b091-b8ca89a37ee2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659518 Apr 14 21:56:44.749611 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'port': {'device_id': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'admin_state_up': True, 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'security_groups': ['cf826d0c-90d8-49c3-ab59-6aeed92b1f2b']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:44.844382 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-41986ee2-6051-477d-adc4-5e9ec206b686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.846570 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:44.883587 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5eabbd6d-362d-4afe-aa6e-f6e007b2911a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b5ae3ae3ccd4e43b31fd8fcdc2c1e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9398212 Apr 14 21:56:44.883901 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 46990) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:44.960976 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabbd6d-362d-4afe-aa6e-f6e007b2911a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0fee3b-e588-4b9b-9bf0-de06db28aa1d,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:44.986083 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device e7bf5e06-624f-408f-b60b-13af4a1919d8 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:45.014617 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d5ac-9811-4168-8034-b2847be5eea7 admin admin] Publish callbacks [] for security_group (fa0fee3b-e588-4b9b-9bf0-de06db28aa1d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.018265 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Pushing event updated for resources: {'Port': ['ID=db289d26-0976-4538-8b08-ba8c2007bbc8,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:45.020690 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-41986ee2-6051-477d-adc4-5e9ec206b686 admin admin] Publish callbacks [] for security_group (65699206-5f22-4f74-a41a-8866fc823b5c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.080926 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d5ac-9811-4168-8034-b2847be5eea7 admin admin] Publish callbacks [] for security_group (fa0fee3b-e588-4b9b-9bf0-de06db28aa1d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.099579 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port e7bf5e06-624f-408f-b60b-13af4a1919d8 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:56:45.123470 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-41986ee2-6051-477d-adc4-5e9ec206b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (65699206-5f22-4f74-a41a-8866fc823b5c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.176023 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port e7bf5e06-624f-408f-b60b-13af4a1919d8 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:45.176616 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.207076 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-41986ee2-6051-477d-adc4-5e9ec206b686 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c46e95c051b41ab871c99dd81834533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7554703 Apr 14 21:56:45.211208 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41986ee2-6051-477d-adc4-5e9ec206b686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65699206-5f22-4f74-a41a-8866fc823b5c,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:45.221953 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47000) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:45.271483 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-127ca185-15b0-4228-bf39-473941c772f5 req-b9ba374e-9766-4947-9129-b0cb6917813d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0750027 Apr 14 21:56:45.305953 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-665f2c6b-27c1-42a9-aa18-a5fadff1af1d admin admin] Publish callbacks [] for security_group (65699206-5f22-4f74-a41a-8866fc823b5c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.325809 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Attempting to bind port db289d26-0976-4538-8b08-ba8c2007bbc8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:45.326243 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Attempting to bind port db289d26-0976-4538-8b08-ba8c2007bbc8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:45.326626 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port e7bf5e06-624f-408f-b60b-13af4a1919d8 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:45.326748 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Attempting to bind port db289d26-0976-4538-8b08-ba8c2007bbc8 on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:45.327265 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.328976 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Made reservation on behalf of 4341bd0e366648d2a8e427316961d985 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:56:45.332423 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.341340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-665f2c6b-27c1-42a9-aa18-a5fadff1af1d admin admin] Publish callbacks [] for security_group (65699206-5f22-4f74-a41a-8866fc823b5c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.349516 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d5ac-9811-4168-8034-b2847be5eea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (fa0fee3b-e588-4b9b-9bf0-de06db28aa1d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.353483 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d5ac-9811-4168-8034-b2847be5eea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.358644 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a7b3d5ac-9811-4168-8034-b2847be5eea7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa0fee3b-e588-4b9b-9bf0-de06db28aa1d HTTP/1.1" status: 204 len: 168 time: 0.4735675 Apr 14 21:56:45.361970 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f365810c-4634-46ec-984a-1e03a503e706 {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:56:45.367100 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Port db289d26-0976-4538-8b08-ba8c2007bbc8 on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:56:45.367510 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Attempting to bind port db289d26-0976-4538-8b08-ba8c2007bbc8 on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:45.382185 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Publish callbacks [] for port (f365810c-4634-46ec-984a-1e03a503e706), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.387449 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf5e06-624f-408f-b60b-13af4a1919d8'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:56:45.393627 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:45.394050 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Checking segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:45.394495 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Bound using segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:45.395124 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Bound port: db289d26-0976-4538-8b08-ba8c2007bbc8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:45.395488 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.447765 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Transition to ACTIVE for port object f365810c-4634-46ec-984a-1e03a503e706 will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:56:45.513835 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] For port db289d26-0976-4538-8b08-ba8c2007bbc8, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:45.517328 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] For port db289d26-0976-4538-8b08-ba8c2007bbc8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db289d26-0976-4538-8b08-ba8c2007bbc8,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:45.553537 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port e7bf5e06-624f-408f-b60b-13af4a1919d8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7bf5e06-624f-408f-b60b-13af4a1919d8,segment=NetworkSegment(db42ab9e-67a7-434f-80f0-ab7bc08ac441),segment_id=db42ab9e-67a7-434f-80f0-ab7bc08ac441)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:45.584231 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (f365810c-4634-46ec-984a-1e03a503e706), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.613847 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3d5ac-9811-4168-8034-b2847be5eea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0fee3b-e588-4b9b-9bf0-de06db28aa1d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:45.616711 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.640415 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b57ef-b39d-4739-ad00-8f520c5d9e1a req-cea770a4-7a2c-42b0-8c23-8a51e1724ca4 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:45.641925 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-728b57ef-b39d-4739-ad00-8f520c5d9e1a req-cea770a4-7a2c-42b0-8c23-8a51e1724ca4 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 945 time: 0.0740149 Apr 14 21:56:45.651662 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:45.652285 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.653820 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] 10.222.0.81 "PUT /v2.0/ports/db289d26-0976-4538-8b08-ba8c2007bbc8 HTTP/1.1" status: 200 len: 1093 time: 2.3555849 Apr 14 21:56:45.656682 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.656856 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0215c3ad-1a1c-421a-9e42-9bc0ee6c577b', 'tag': 'db289d26-0976-4538-8b08-ba8c2007bbc8'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:56:45.658792 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba5ece7-2b83-4024-a510-95a97946e1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0215c3ad-1a1c-421a-9e42-9bc0ee6c577b", "tag": "db289d26-0976-4538-8b08-ba8c2007bbc8"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:56:45.698915 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Pushing event updated for resources: {'Port': ['ID=f365810c-4634-46ec-984a-1e03a503e706,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:45.706760 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Allocated IP 172.20.0.4 (7ad71b8f-feb8-42d7-a41c-dab223adb72b/08a27cee-4a52-40e6-8c45-d04825080fb4/38037253-9284-4eb4-9a96-40035e46c7a0) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:56:45.789156 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47022) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:45.834830 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-728b57ef-b39d-4739-ad00-8f520c5d9e1a req-a6155b97-3cfe-4951-a0c9-c5796b13c07f tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825130 Apr 14 21:56:45.859206 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=e7bf5e06-624f-408f-b60b-13af4a1919d8,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:45.871232 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d224e3-4739-4c1f-968a-5777b57aebe3 x-openstack-request-id: req-68d224e3-4739-4c1f-968a-5777b57aebe3 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:56:45.871572 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0215c3ad-1a1c-421a-9e42-9bc0ee6c577b", "tag": "db289d26-0976-4538-8b08-ba8c2007bbc8", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:56:45.871750 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68d224e3-4739-4c1f-968a-5777b57aebe3 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:56:45.872138 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d224e3-4739-4c1f-968a-5777b57aebe3'] response: {'name': 'network-changed', 'server_uuid': '0215c3ad-1a1c-421a-9e42-9bc0ee6c577b', 'tag': 'db289d26-0976-4538-8b08-ba8c2007bbc8', 'status': 'completed', 'code': 200} Apr 14 21:56:45.882579 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-665f2c6b-27c1-42a9-aa18-a5fadff1af1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (65699206-5f22-4f74-a41a-8866fc823b5c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.887349 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-665f2c6b-27c1-42a9-aa18-a5fadff1af1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:45.888930 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-665f2c6b-27c1-42a9-aa18-a5fadff1af1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65699206-5f22-4f74-a41a-8866fc823b5c HTTP/1.1" status: 204 len: 168 time: 0.6659050 Apr 14 21:56:45.911215 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f2c6b-27c1-42a9-aa18-a5fadff1af1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65699206-5f22-4f74-a41a-8866fc823b5c,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:46.023256 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad48f87-3601-4b1f-af43-440aedf8d369" -d '{"events": [{"server_uuid": "88fe8349-0ce1-473b-b49f-de5d13fdc6fa", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf5e06-624f-408f-b60b-13af4a1919d8"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:56:46.108643 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0ad26-c231-4494-9983-fab2afc87f18 req-50fdea96-529e-47ca-8ff1-010cbb282e14 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:46.116357 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bdf0ad26-c231-4494-9983-fab2afc87f18 req-50fdea96-529e-47ca-8ff1-010cbb282e14 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 943 time: 0.1207449 Apr 14 21:56:46.122311 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a82e32b5-43e6-4f0c-8431-2a8eb8295919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.157414 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-34957b57-baad-484b-987c-58dc970ef52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.226741 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bdf0ad26-c231-4494-9983-fab2afc87f18 req-44288485-16d4-44dd-acf9-4015e00e9b37 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092303 Apr 14 21:56:46.277504 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-a5ef07ca-5044-4ff9-bb1e-5232affcd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:46.279034 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-a5ef07ca-5044-4ff9-bb1e-5232affcd052 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 1127 time: 0.4308019 Apr 14 21:56:46.315164 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd900b75-d94e-4d29-8886-3bbdc1400ded x-openstack-request-id: req-fd900b75-d94e-4d29-8886-3bbdc1400ded {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:56:46.315467 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fe8349-0ce1-473b-b49f-de5d13fdc6fa", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf5e06-624f-408f-b60b-13af4a1919d8", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:56:46.315715 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd900b75-d94e-4d29-8886-3bbdc1400ded {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:56:46.316179 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd900b75-d94e-4d29-8886-3bbdc1400ded'] response: {'server_uuid': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf5e06-624f-408f-b60b-13af4a1919d8', 'code': 200} Apr 14 21:56:46.324320 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-34957b57-baad-484b-987c-58dc970ef52a admin admin] Publish callbacks [] for security_group (8207d78e-0983-41ae-8743-986ef63fc0c8), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.339861 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26565277-4ced-4ab6-9bf0-4bc77190e77c service neutron] Pushing event updated for resources: {'Port': ['ID=db289d26-0976-4538-8b08-ba8c2007bbc8,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:46.347427 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Attempting to bind port f365810c-4634-46ec-984a-1e03a503e706 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:46.348035 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Attempting to bind port f365810c-4634-46ec-984a-1e03a503e706 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:46.348366 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Attempting to bind port f365810c-4634-46ec-984a-1e03a503e706 on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:46.387179 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-34957b57-baad-484b-987c-58dc970ef52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8207d78e-0983-41ae-8743-986ef63fc0c8), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.417358 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-495d4c48-578e-43b5-aa25-1ffb18be21da req-6e9d0746-9593-4430-8d31-ba99497953fe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0410993 Apr 14 21:56:46.423784 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-9d1c1621-7068-4a8f-a0aa-e2623c2ac3df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db289d26-0976-4538-8b08-ba8c2007bbc8 HTTP/1.1" status: 200 len: 217 time: 0.1075242 Apr 14 21:56:46.424360 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Port f365810c-4634-46ec-984a-1e03a503e706 on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:56:46.424715 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Attempting to bind port f365810c-4634-46ec-984a-1e03a503e706 on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:46.449257 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-34957b57-baad-484b-987c-58dc970ef52a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e3689ab82fa4669a09265abe7bcb087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6373336 Apr 14 21:56:46.452284 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34957b57-baad-484b-987c-58dc970ef52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8207d78e-0983-41ae-8743-986ef63fc0c8,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:46.454407 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47048) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:46.532677 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-440ec6b7-01dd-4f34-8660-fe5e17244f55 admin admin] Publish callbacks [] for security_group (8207d78e-0983-41ae-8743-986ef63fc0c8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.551399 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:46.551790 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Checking segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:46.552537 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Bound using segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:46.553326 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Bound port: f365810c-4634-46ec-984a-1e03a503e706, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:46.553326 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (f365810c-4634-46ec-984a-1e03a503e706), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.558291 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-440ec6b7-01dd-4f34-8660-fe5e17244f55 admin admin] Publish callbacks [] for security_group (8207d78e-0983-41ae-8743-986ef63fc0c8), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.574717 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-80b0c725-8dd7-4ac8-b3e9-ade28548f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:46.576172 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-80b0c725-8dd7-4ac8-b3e9-ade28548f753 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.1482837 Apr 14 21:56:46.675633 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-77788454-0440-48e5-aa1f-8193f3c2fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:46.677764 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-77788454-0440-48e5-aa1f-8193f3c2fe37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926430 Apr 14 21:56:46.712758 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for port (38037253-9284-4eb4-9a96-40035e46c7a0), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.716403 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-440ec6b7-01dd-4f34-8660-fe5e17244f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8207d78e-0983-41ae-8743-986ef63fc0c8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.719542 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-440ec6b7-01dd-4f34-8660-fe5e17244f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.724199 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-440ec6b7-01dd-4f34-8660-fe5e17244f55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8207d78e-0983-41ae-8743-986ef63fc0c8 HTTP/1.1" status: 204 len: 168 time: 0.2684736 Apr 14 21:56:46.738966 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2593-e540-425c-965c-db3c1ae0c4e5 req-c15bcf5e-dab5-46df-b706-3ba5d989bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:46.741550 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-297c2593-e540-425c-965c-db3c1ae0c4e5 req-c15bcf5e-dab5-46df-b706-3ba5d989bc7b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 1130 time: 0.1014819 Apr 14 21:56:46.743686 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ec6b7-01dd-4f34-8660-fe5e17244f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8207d78e-0983-41ae-8743-986ef63fc0c8,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:46.746538 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] For port f365810c-4634-46ec-984a-1e03a503e706, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:46.769320 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-297c2593-e540-425c-965c-db3c1ae0c4e5 req-1e31d2b0-180d-4dd1-a9cf-f3ad848b539b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.801603 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] For port f365810c-4634-46ec-984a-1e03a503e706, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f365810c-4634-46ec-984a-1e03a503e706,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:46.816297 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47060) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:46.838505 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-ecdb4fc1-cfd6-4571-9537-4cec2f6dd600 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531165 Apr 14 21:56:46.875168 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-297c2593-e540-425c-965c-db3c1ae0c4e5 req-1e31d2b0-180d-4dd1-a9cf-f3ad848b539b service neutron] Publish callbacks [] for security_group (fa3a6e02-5cb8-4270-80ca-c922345a2148), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.884873 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (f365810c-4634-46ec-984a-1e03a503e706), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.928379 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:46.997110 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-297c2593-e540-425c-965c-db3c1ae0c4e5 req-1e31d2b0-180d-4dd1-a9cf-f3ad848b539b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (fa3a6e02-5cb8-4270-80ca-c922345a2148), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.004105 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:47.007887 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.007887 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] 10.222.0.81 "PUT /v2.0/ports/f365810c-4634-46ec-984a-1e03a503e706 HTTP/1.1" status: 200 len: 1094 time: 3.7162960 Apr 14 21:56:47.053532 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d2529-b9cc-4abe-a911-da69565c6de3 req-eadd4bbe-b250-4e60-b343-95e21bac3400 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:47.055084 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-637d2529-b9cc-4abe-a911-da69565c6de3 req-eadd4bbe-b250-4e60-b343-95e21bac3400 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.1328750 Apr 14 21:56:47.061033 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:56:47.061222 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-297c2593-e540-425c-965c-db3c1ae0c4e5 req-1e31d2b0-180d-4dd1-a9cf-f3ad848b539b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019414 Apr 14 21:56:47.069230 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424e8a1-0bca-4d7b-a3ea-a1eab5c35a6d service neutron] Pushing event updated for resources: {'Port': ['ID=f365810c-4634-46ec-984a-1e03a503e706,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:47.080980 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:56:47.091455 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:56:47.102181 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31d2b0-180d-4dd1-a9cf-f3ad848b539b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3a6e02-5cb8-4270-80ca-c922345a2148,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:47.160776 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7ce4595-f6db-4d35-a384-c1c8e0b5a059 req-0f7e1523-e004-4182-8448-f244d94fc6d0 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154759 Apr 14 21:56:47.200125 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:47.219359 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:47.220042 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.227129 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-637d2529-b9cc-4abe-a911-da69565c6de3 req-3e1447bb-53f0-43a4-b610-0b961aa49fe3 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627471 Apr 14 21:56:47.241223 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47068) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:47.257940 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c2e7db7a-fdb2-4bf7-8861-ad922f3efeeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.362472 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-855f13fd-33a2-4b68-a9a1-2d3752eb564f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6249623 Apr 14 21:56:47.383071 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Request body: {'port': {'device_id': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:56:47.390315 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c31cd-511a-4f89-a93b-eee493d143c0 req-8826cd15-6870-4d33-a47a-a75674c9abef tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:47.392174 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-984c31cd-511a-4f89-a93b-eee493d143c0 req-8826cd15-6870-4d33-a47a-a75674c9abef tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 943 time: 0.0887320 Apr 14 21:56:47.457762 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-418fd397-c3b2-4ae5-a86f-62cd4b09ba26 None None] Provisioning complete for port 38037253-9284-4eb4-9a96-40035e46c7a0 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:47.458360 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-418fd397-c3b2-4ae5-a86f-62cd4b09ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.458990 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d8382-86be-403b-911a-a7c086b8811c req-5ca9a672-6a0b-4045-9440-fde10c5965ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:47.460918 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-5ca9a672-6a0b-4045-9440-fde10c5965ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 1128 time: 0.0737724 Apr 14 21:56:47.512074 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c2e7db7a-fdb2-4bf7-8861-ad922f3efeeb admin admin] Publish callbacks [] for security_group (31929404-2246-4e52-807c-57f8792dff6c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.533014 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-984c31cd-511a-4f89-a93b-eee493d143c0 req-7d84b34e-318f-42b3-8e84-9b723075757c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267085 Apr 14 21:56:47.538777 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-418fd397-c3b2-4ae5-a86f-62cd4b09ba26 None None] Port 38037253-9284-4eb4-9a96-40035e46c7a0 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:56:47.541777 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.611757 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720f8aa-602e-4462-a09b-a54f470482e1 req-fb506e2b-45c3-4f66-bd79-d818a6940fc1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:47.613419 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6720f8aa-602e-4462-a09b-a54f470482e1 req-fb506e2b-45c3-4f66-bd79-d818a6940fc1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 931 time: 0.0830023 Apr 14 21:56:47.642570 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c2e7db7a-fdb2-4bf7-8861-ad922f3efeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (31929404-2246-4e52-807c-57f8792dff6c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.649141 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-66c415bc-7c95-4ce9-8775-543ba78584e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.701503 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c2e7db7a-fdb2-4bf7-8861-ad922f3efeeb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e51942938cab47e691a09e7839e732be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590316 Apr 14 21:56:47.705289 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7db7a-fdb2-4bf7-8861-ad922f3efeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31929404-2246-4e52-807c-57f8792dff6c,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:47.709269 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47080) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:47.725808 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6720f8aa-602e-4462-a09b-a54f470482e1 req-00bdfdb4-4791-4037-b983-0f9989e79fde tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052885 Apr 14 21:56:47.811598 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3499f722-fcd2-450e-a70d-1938a0093e13 admin admin] Publish callbacks [] for security_group (31929404-2246-4e52-807c-57f8792dff6c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.834525 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-66c415bc-7c95-4ce9-8775-543ba78584e2 admin admin] Publish callbacks [] for security_group (8dbcbdae-7d5a-4014-a71a-93d7a3dfe480), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.849076 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3499f722-fcd2-450e-a70d-1938a0093e13 admin admin] Publish callbacks [] for security_group (31929404-2246-4e52-807c-57f8792dff6c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.873621 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520e103d-83fc-41f6-88cc-6648919833fc', 'tag': 'f365810c-4634-46ec-984a-1e03a503e706'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:56:47.877326 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c10031d-57ff-4d4e-9582-2e9b480507bf" -d '{"events": [{"name": "network-changed", "server_uuid": "520e103d-83fc-41f6-88cc-6648919833fc", "tag": "f365810c-4634-46ec-984a-1e03a503e706"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:56:47.921120 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a77db2-51fd-4720-a0ce-6c712d6313f2 x-openstack-request-id: req-f1a77db2-51fd-4720-a0ce-6c712d6313f2 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:56:47.921411 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520e103d-83fc-41f6-88cc-6648919833fc", "tag": "f365810c-4634-46ec-984a-1e03a503e706", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:56:47.921664 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1a77db2-51fd-4720-a0ce-6c712d6313f2 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:56:47.922060 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a77db2-51fd-4720-a0ce-6c712d6313f2'] response: {'name': 'network-changed', 'server_uuid': '520e103d-83fc-41f6-88cc-6648919833fc', 'tag': 'f365810c-4634-46ec-984a-1e03a503e706', 'status': 'completed', 'code': 200} Apr 14 21:56:47.935268 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38037253-9284-4eb4-9a96-40035e46c7a0 {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:56:47.939250 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-66c415bc-7c95-4ce9-8775-543ba78584e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8dbcbdae-7d5a-4014-a71a-93d7a3dfe480), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.943163 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Publish callbacks [] for port (38037253-9284-4eb4-9a96-40035e46c7a0), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:47.978875 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-66c415bc-7c95-4ce9-8775-543ba78584e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b0c402f9964411cabaa6f1d907a4967&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1604571 Apr 14 21:56:47.979806 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c415bc-7c95-4ce9-8775-543ba78584e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbcbdae-7d5a-4014-a71a-93d7a3dfe480,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:47.981770 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47088) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:47.986521 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47090) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:48.004028 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1e08b1e-8176-4ab0-ad89-2e18130398fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.027300 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Transition to ACTIVE for port object 38037253-9284-4eb4-9a96-40035e46c7a0 will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:56:48.030344 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3499f722-fcd2-450e-a70d-1938a0093e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (31929404-2246-4e52-807c-57f8792dff6c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.033389 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3499f722-fcd2-450e-a70d-1938a0093e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.034539 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3499f722-fcd2-450e-a70d-1938a0093e13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31929404-2246-4e52-807c-57f8792dff6c HTTP/1.1" status: 204 len: 168 time: 0.3243368 Apr 14 21:56:48.042312 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4aa88fa4-7125-4f7d-a3ce-ac766b748bc1 admin admin] Publish callbacks [] for security_group (8dbcbdae-7d5a-4014-a71a-93d7a3dfe480), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.052936 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499f722-fcd2-450e-a70d-1938a0093e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31929404-2246-4e52-807c-57f8792dff6c,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:48.073780 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4aa88fa4-7125-4f7d-a3ce-ac766b748bc1 admin admin] Publish callbacks [] for security_group (8dbcbdae-7d5a-4014-a71a-93d7a3dfe480), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.104267 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.106661 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1e08b1e-8176-4ab0-ad89-2e18130398fc admin admin] Publish callbacks [] for security_group (f4264b58-3dc3-490d-a382-20596f1c3008), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.167244 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:48.188134 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1e08b1e-8176-4ab0-ad89-2e18130398fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f4264b58-3dc3-490d-a382-20596f1c3008), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.249032 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Attempting to bind port 38037253-9284-4eb4-9a96-40035e46c7a0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:56:48.249406 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Attempting to bind port 38037253-9284-4eb4-9a96-40035e46c7a0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:56:48.252408 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Attempting to bind port 38037253-9284-4eb4-9a96-40035e46c7a0 on network 7ad71b8f-feb8-42d7-a41c-dab223adb72b {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:48.252567 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e1e08b1e-8176-4ab0-ad89-2e18130398fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f3bff3c482c405f9c82e96482450be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621679 Apr 14 21:56:48.254159 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47098) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:48.263526 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e08b1e-8176-4ab0-ad89-2e18130398fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4264b58-3dc3-490d-a382-20596f1c3008,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:48.264519 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Port 38037253-9284-4eb4-9a96-40035e46c7a0 on network 7ad71b8f-feb8-42d7-a41c-dab223adb72b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:56:48.264871 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Attempting to bind port 38037253-9284-4eb4-9a96-40035e46c7a0 on network 7ad71b8f-feb8-42d7-a41c-dab223adb72b {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:56:48.322396 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4aa88fa4-7125-4f7d-a3ce-ac766b748bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8dbcbdae-7d5a-4014-a71a-93d7a3dfe480), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.328953 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4aa88fa4-7125-4f7d-a3ce-ac766b748bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.328953 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4aa88fa4-7125-4f7d-a3ce-ac766b748bc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8dbcbdae-7d5a-4014-a71a-93d7a3dfe480 HTTP/1.1" status: 204 len: 168 time: 0.3419013 Apr 14 21:56:48.337861 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:56:48.338200 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Checking segment: {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:56:48.338584 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Bound using segment: {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:56:48.339026 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Bound port: 38037253-9284-4eb4-9a96-40035e46c7a0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:56:48.339387 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.370220 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa88fa4-7125-4f7d-a3ce-ac766b748bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbcbdae-7d5a-4014-a71a-93d7a3dfe480,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:48.372908 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12cd191d-e87e-421f-ba41-8dd660d0469b admin admin] Publish callbacks [] for security_group (f4264b58-3dc3-490d-a382-20596f1c3008), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.461729 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337634e-bc82-42e6-95d7-2e73c2de9230 req-0e0291c0-4e22-48ca-9eaa-b9f471998584 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:48.464099 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2337634e-bc82-42e6-95d7-2e73c2de9230 req-0e0291c0-4e22-48ca-9eaa-b9f471998584 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.1221821 Apr 14 21:56:48.515205 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12cd191d-e87e-421f-ba41-8dd660d0469b admin admin] Publish callbacks [] for security_group (f4264b58-3dc3-490d-a382-20596f1c3008), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.546451 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bd9b140a-acaf-4c09-a6ed-afd02dee6878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.561552 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:56:48.591308 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2337634e-bc82-42e6-95d7-2e73c2de9230 req-aced3a3b-d8f3-4870-9a62-f9aa96d4de3f tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064043 Apr 14 21:56:48.593101 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:56:48.663485 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8fc74-c37a-4c12-9d4a-8260e577f433 req-732b6d82-55da-44e6-9d78-82743c9f1b2a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:48.665109 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2ef8fc74-c37a-4c12-9d4a-8260e577f433 req-732b6d82-55da-44e6-9d78-82743c9f1b2a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 943 time: 0.0511250 Apr 14 21:56:48.684842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12cd191d-e87e-421f-ba41-8dd660d0469b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f4264b58-3dc3-490d-a382-20596f1c3008), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.688600 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12cd191d-e87e-421f-ba41-8dd660d0469b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.694426 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-12cd191d-e87e-421f-ba41-8dd660d0469b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4264b58-3dc3-490d-a382-20596f1c3008 HTTP/1.1" status: 204 len: 168 time: 0.4346581 Apr 14 21:56:48.694426 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.734916 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd191d-e87e-421f-ba41-8dd660d0469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4264b58-3dc3-490d-a382-20596f1c3008,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:48.743562 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2ef8fc74-c37a-4c12-9d4a-8260e577f433 req-f51dd405-2a5f-475d-ada6-37fff61d3240 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726638 Apr 14 21:56:48.745477 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:48.751693 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:48.751693 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] 10.222.0.81 "PUT /v2.0/ports/38037253-9284-4eb4-9a96-40035e46c7a0 HTTP/1.1" status: 200 len: 1093 time: 1.3755879 Apr 14 21:56:48.778262 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24791d01-e8f3-475f-a38c-dc90328a4646 service neutron] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:48.887142 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd306c-289c-400d-99e4-04ed1a337afe req-38a00c90-6a8a-4f29-9532-210a3e762c7d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:48.890013 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f2cd306c-289c-400d-99e4-04ed1a337afe req-38a00c90-6a8a-4f29-9532-210a3e762c7d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0656600 Apr 14 21:56:48.945778 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f2cd306c-289c-400d-99e4-04ed1a337afe req-e8f7a306-087e-4243-9781-143f3119d6fd tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505233 Apr 14 21:56:49.493560 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47130) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:49.506998 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0066a140-238d-41c5-a980-5c4e6cc55084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:49.604607 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0066a140-238d-41c5-a980-5c4e6cc55084 admin admin] Publish callbacks [] for security_group (dae090c8-1c12-4d7c-93bc-fcdb376d3446), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:49.680158 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:49.720175 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a58b08-4182-4eb1-8717-5d7c634ef8f3 req-213edfcf-3669-4853-8923-d66e4ef72718 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:49.723660 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0066a140-238d-41c5-a980-5c4e6cc55084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (dae090c8-1c12-4d7c-93bc-fcdb376d3446), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:49.727977 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-82a58b08-4182-4eb1-8717-5d7c634ef8f3 req-213edfcf-3669-4853-8923-d66e4ef72718 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0690637 Apr 14 21:56:49.767529 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0066a140-238d-41c5-a980-5c4e6cc55084 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a52d58374fe24b2c8a522a37e7c9cb53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728307 Apr 14 21:56:49.768389 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066a140-238d-41c5-a980-5c4e6cc55084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae090c8-1c12-4d7c-93bc-fcdb376d3446,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:49.770620 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47144) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:49.791324 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-82a58b08-4182-4eb1-8717-5d7c634ef8f3 req-30b89137-ba47-4793-bb72-8459806115e9 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624576 Apr 14 21:56:49.839976 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1301ad35-22d6-43a6-a79f-6e1e474ba7f0 admin admin] Publish callbacks [] for security_group (dae090c8-1c12-4d7c-93bc-fcdb376d3446), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:49.863788 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1301ad35-22d6-43a6-a79f-6e1e474ba7f0 admin admin] Publish callbacks [] for security_group (dae090c8-1c12-4d7c-93bc-fcdb376d3446), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:49.902194 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ccd55-9374-4fcb-98ca-3a83b3cde82b req-8624f010-5175-41fd-843a-afdc15746860 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:49.903751 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9d5ccd55-9374-4fcb-98ca-3a83b3cde82b req-8624f010-5175-41fd-843a-afdc15746860 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 943 time: 0.0609148 Apr 14 21:56:49.924745 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:56:49.931665 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba7f183-65c5-49aa-ac81-50eea6e2e72e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:56:49.992727 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1301ad35-22d6-43a6-a79f-6e1e474ba7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (dae090c8-1c12-4d7c-93bc-fcdb376d3446), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:49.996393 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1301ad35-22d6-43a6-a79f-6e1e474ba7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:49.997559 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1301ad35-22d6-43a6-a79f-6e1e474ba7f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dae090c8-1c12-4d7c-93bc-fcdb376d3446 HTTP/1.1" status: 204 len: 168 time: 0.2251494 Apr 14 21:56:50.014931 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301ad35-22d6-43a6-a79f-6e1e474ba7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae090c8-1c12-4d7c-93bc-fcdb376d3446,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:50.033018 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738b1989-3251-46dc-b911-aca52e1d72d2 x-openstack-request-id: req-738b1989-3251-46dc-b911-aca52e1d72d2 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:56:50.033531 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:56:50.034128 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-738b1989-3251-46dc-b911-aca52e1d72d2 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:56:50.034692 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738b1989-3251-46dc-b911-aca52e1d72d2'] response: {'name': 'network-changed', 'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0', 'status': 'completed', 'code': 200} Apr 14 21:56:50.060401 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-a422e062-3826-49d7-b9a7-a248589e7310 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f365810c-4634-46ec-984a-1e03a503e706 HTTP/1.1" status: 200 len: 217 time: 0.1142673 Apr 14 21:56:50.084479 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-162df936-9b10-4f62-af52-3396c67c41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:50.086030 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-162df936-9b10-4f62-af52-3396c67c41b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 1127 time: 0.1376121 Apr 14 21:56:50.098234 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9d5ccd55-9374-4fcb-98ca-3a83b3cde82b req-a767d331-b161-41aa-9fef-d0211b6d7d85 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850944 Apr 14 21:56:50.139095 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091035b8-da49-435e-b1e3-4aab9c471aa4 req-bb760e40-3211-48bc-bb87-4886e4639412 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:50.140637 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-091035b8-da49-435e-b1e3-4aab9c471aa4 req-bb760e40-3211-48bc-bb87-4886e4639412 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0520291 Apr 14 21:56:50.202266 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-091035b8-da49-435e-b1e3-4aab9c471aa4 req-7fcfe6e2-b56e-4c82-93b9-5239d4cd3582 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531156 Apr 14 21:56:50.520571 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7f183-65c5-49aa-ac81-50eea6e2e72e req-120725ae-737e-444d-b14c-c8ab803d57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:50.524438 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5ba7f183-65c5-49aa-ac81-50eea6e2e72e req-120725ae-737e-444d-b14c-c8ab803d57f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 1127 time: 0.0617313 Apr 14 21:56:50.777865 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7f183-65c5-49aa-ac81-50eea6e2e72e req-cb9be324-ee5e-4910-a471-6783d3312dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:50.779419 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5ba7f183-65c5-49aa-ac81-50eea6e2e72e req-cb9be324-ee5e-4910-a471-6783d3312dbb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=4341bd0e366648d2a8e427316961d985&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2272513 Apr 14 21:56:50.792261 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:50.797545 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d8382-86be-403b-911a-a7c086b8811c req-a6c4ab17-ac36-4ebc-814e-e3028ff13965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:50.799262 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-a6c4ab17-ac36-4ebc-814e-e3028ff13965 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.3541853 Apr 14 21:56:50.862492 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d8382-86be-403b-911a-a7c086b8811c req-f01a93f8-89ce-40f1-a419-39c66209e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:50.864000 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-f01a93f8-89ce-40f1-a419-39c66209e981 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523043 Apr 14 21:56:50.958380 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device db289d26-0976-4538-8b08-ba8c2007bbc8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:56:50.964431 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7f183-65c5-49aa-ac81-50eea6e2e72e req-e9c0c20c-d356-4fee-a9ea-a6bebb3bf6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:50.965987 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5ba7f183-65c5-49aa-ac81-50eea6e2e72e req-e9c0c20c-d356-4fee-a9ea-a6bebb3bf6e0 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805711 Apr 14 21:56:50.984618 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-fe0fa0ca-794e-44cb-b438-75bff1bc6f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:50.986364 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-fe0fa0ca-794e-44cb-b438-75bff1bc6f12 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.5304172 Apr 14 21:56:51.075543 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-edc33e00-084a-482b-a675-763f35e7c57b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db289d26-0976-4538-8b08-ba8c2007bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0747280 Apr 14 21:56:51.082486 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a86d4-8ad2-4461-91cf-bf3c5eb9d9d2 req-dcd11731-25e9-43dd-9f8b-feac6e0194cf tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:51.084401 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c17a86d4-8ad2-4461-91cf-bf3c5eb9d9d2 req-dcd11731-25e9-43dd-9f8b-feac6e0194cf tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.1772285 Apr 14 21:56:51.088187 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-b80908ba-54f4-4535-9155-35dc4aafec4d service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123559 Apr 14 21:56:51.094052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-ffee543f-c064-4421-8b18-ad8df39214de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:51.096139 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-ffee543f-c064-4421-8b18-ad8df39214de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 1127 time: 0.0563221 Apr 14 21:56:51.100003 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port db289d26-0976-4538-8b08-ba8c2007bbc8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db289d26-0976-4538-8b08-ba8c2007bbc8,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:51.112246 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'db289d26-0976-4538-8b08-ba8c2007bbc8', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'port_id': 'db289d26-0976-4538-8b08-ba8c2007bbc8', 'mac_address': 'fa:16:3e:54:59:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:56:51.164143 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port db289d26-0976-4538-8b08-ba8c2007bbc8 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:51.165211 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:51.183753 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db289d26-0976-4538-8b08-ba8c2007bbc8 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:56:51.188907 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c17a86d4-8ad2-4461-91cf-bf3c5eb9d9d2 req-67bba57e-290f-405b-a311-13c6745c8c28 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892026 Apr 14 21:56:51.220518 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-158e6753-a2e1-451d-b239-67990a22a354 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38037253-9284-4eb4-9a96-40035e46c7a0 HTTP/1.1" status: 200 len: 217 time: 0.1155691 Apr 14 21:56:51.233240 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port db289d26-0976-4538-8b08-ba8c2007bbc8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db289d26-0976-4538-8b08-ba8c2007bbc8,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:51.275238 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-61a17e02-13fb-46ae-aba6-6bb555507a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:51.276763 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-61a17e02-13fb-46ae-aba6-6bb555507a74 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.1911459 Apr 14 21:56:51.321479 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b59f1-8c19-47c3-949d-ac60d120ed22 req-e604cf69-4dd1-42c8-b146-0f6864f93c61 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:51.323036 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-994b59f1-8c19-47c3-949d-ac60d120ed22 req-e604cf69-4dd1-42c8-b146-0f6864f93c61 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 943 time: 0.0955713 Apr 14 21:56:51.329006 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-d385fddb-8d20-4b80-8d9f-085d3d7e23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:51.330538 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-d385fddb-8d20-4b80-8d9f-085d3d7e23f2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.1009185 Apr 14 21:56:51.357494 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:51.389805 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0a15-1042-4632-85f9-20c214709075 req-73fde1a7-ffdf-40d0-9369-65e9d4b6a841 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:51.389805 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-badd0a15-1042-4632-85f9-20c214709075 req-73fde1a7-ffdf-40d0-9369-65e9d4b6a841 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.1035554 Apr 14 21:56:51.407528 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-14486ded-3ca3-43c5-a6b1-3dbde6da70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:51.409109 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-14486ded-3ca3-43c5-a6b1-3dbde6da70eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126604 Apr 14 21:56:51.414547 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-757d8382-86be-403b-911a-a7c086b8811c req-6213ef70-5fe3-479e-8f44-5e6b6f3e5679 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159182 Apr 14 21:56:51.431076 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-56e3e9d7-9b42-43fe-b462-819d733a5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:51.433084 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-56e3e9d7-9b42-43fe-b462-819d733a5e4f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939038 Apr 14 21:56:51.455182 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-994b59f1-8c19-47c3-949d-ac60d120ed22 req-6861b22a-1492-4ec1-9e72-5e87fd08719a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228528 Apr 14 21:56:51.475443 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=db289d26-0976-4538-8b08-ba8c2007bbc8,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:51.510336 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-badd0a15-1042-4632-85f9-20c214709075 req-b72e473b-1125-49a0-913c-85bfd66a61a1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154833 Apr 14 21:56:51.621674 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-e329dcc8-fdbd-48b7-8566-9f446e1e38e6 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867597 Apr 14 21:56:51.625953 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-d858cd57-3f87-44c1-be7d-1a056a9056c4 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837394 Apr 14 21:56:51.852099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['db289d26-0976-4538-8b08-ba8c2007bbc8'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:56:52.302020 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1498d75-d8e6-4e03-8927-65fc39b2ba49 req-6346ac71-3a59-41db-9238-9f2eec902551 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:52.304167 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d1498d75-d8e6-4e03-8927-65fc39b2ba49 req-6346ac71-3a59-41db-9238-9f2eec902551 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0495520 Apr 14 21:56:52.357030 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d1498d75-d8e6-4e03-8927-65fc39b2ba49 req-87a0820e-9cd7-4e7d-b5a9-420f3135d9c5 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468671 Apr 14 21:56:52.581422 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:52.614336 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5615b-d26a-4bb4-be54-80d31548c494 req-e378421b-5ad6-4648-84fa-7daf13e543be tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:52.615819 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-83b5615b-d26a-4bb4-be54-80d31548c494 req-e378421b-5ad6-4648-84fa-7daf13e543be tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 944 time: 0.0699909 Apr 14 21:56:52.710241 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a24828-68cc-44f2-a8aa-4307bf9037d9 req-3c9da008-91a2-4f56-986e-384fbde82743 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:52.715657 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-17a24828-68cc-44f2-a8aa-4307bf9037d9 req-3c9da008-91a2-4f56-986e-384fbde82743 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0890446 Apr 14 21:56:52.716033 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-83b5615b-d26a-4bb4-be54-80d31548c494 req-0e5a8867-9399-4b1c-8165-41af6aa4cdfc tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912061 Apr 14 21:56:52.781260 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-17a24828-68cc-44f2-a8aa-4307bf9037d9 req-8e69597c-6eb1-450b-9eab-4cb0812ffd50 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589850 Apr 14 21:56:53.040629 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device db289d26-0976-4538-8b08-ba8c2007bbc8 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:53.102260 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port db289d26-0976-4538-8b08-ba8c2007bbc8 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:56:53.210105 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port db289d26-0976-4538-8b08-ba8c2007bbc8 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:53.215454 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:53.304913 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port db289d26-0976-4538-8b08-ba8c2007bbc8 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:53.305587 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:53.349484 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0215c3ad-1a1c-421a-9e42-9bc0ee6c577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db289d26-0976-4538-8b08-ba8c2007bbc8'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:56:53.351973 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b5e302-55b6-491d-9181-d50662681a87" -d '{"events": [{"server_uuid": "0215c3ad-1a1c-421a-9e42-9bc0ee6c577b", "name": "network-vif-plugged", "status": "completed", "tag": "db289d26-0976-4538-8b08-ba8c2007bbc8"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:56:53.366934 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port db289d26-0976-4538-8b08-ba8c2007bbc8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db289d26-0976-4538-8b08-ba8c2007bbc8,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:53.421850 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcb28b3-e123-43d8-9ee2-233165666fcb x-openstack-request-id: req-bdcb28b3-e123-43d8-9ee2-233165666fcb {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:56:53.422402 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0215c3ad-1a1c-421a-9e42-9bc0ee6c577b", "name": "network-vif-plugged", "status": "completed", "tag": "db289d26-0976-4538-8b08-ba8c2007bbc8", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:56:53.422837 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdcb28b3-e123-43d8-9ee2-233165666fcb {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:56:53.423413 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcb28b3-e123-43d8-9ee2-233165666fcb'] response: {'server_uuid': '0215c3ad-1a1c-421a-9e42-9bc0ee6c577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db289d26-0976-4538-8b08-ba8c2007bbc8', 'code': 200} Apr 14 21:56:53.472675 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:53.500704 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5894b-c61e-423d-980e-8743ea168c8c req-ee9f2c5a-1ead-45b2-93b7-0687e5399d31 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:53.503107 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c7d5894b-c61e-423d-980e-8743ea168c8c req-ee9f2c5a-1ead-45b2-93b7-0687e5399d31 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0619078 Apr 14 21:56:53.558461 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=db289d26-0976-4538-8b08-ba8c2007bbc8,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:53.607323 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c7d5894b-c61e-423d-980e-8743ea168c8c req-c118fd48-88f3-49bc-a97b-5276f3e98d10 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965402 Apr 14 21:56:53.869819 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d97892-fc98-454b-9427-78e552534cbf req-18d093a0-657a-4688-84f8-d5ffdc9e4411 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:53.871651 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3d97892-fc98-454b-9427-78e552534cbf req-18d093a0-657a-4688-84f8-d5ffdc9e4411 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0657804 Apr 14 21:56:53.927064 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf6627-0d41-42c7-92a1-0dd574c15615 req-82f4d1fb-bf00-4b35-9008-f577cb2cd2eb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:53.929360 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-badf6627-0d41-42c7-92a1-0dd574c15615 req-82f4d1fb-bf00-4b35-9008-f577cb2cd2eb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0549095 Apr 14 21:56:53.935069 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3d97892-fc98-454b-9427-78e552534cbf req-08fcbeac-52a9-4567-8d30-54b659b6b36d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530152 Apr 14 21:56:53.982226 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-badf6627-0d41-42c7-92a1-0dd574c15615 req-8c814269-dff4-4d75-acd2-8291900a4cb2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473702 Apr 14 21:56:54.870211 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-324f7d77-259e-40c3-a1ef-97b488983c2f req-c0e37d42-6a01-4865-9067-14d58e1cc397 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993885 Apr 14 21:56:54.880993 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bba5ece7-2b83-4024-a510-95a97946e1c9 req-b35c160f-8540-4278-a71f-7072ed45b76c service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099640 Apr 14 21:56:54.928759 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-2f4d5334-6188-437f-b70c-87304382603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:54.935399 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-2f4d5334-6188-437f-b70c-87304382603d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 1128 time: 0.0478213 Apr 14 21:56:55.030111 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device f365810c-4634-46ec-984a-1e03a503e706 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:56:55.088027 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4461a-f7ea-43a7-9385-c708d71bdd3f req-8d49c5af-473b-4a47-8b0b-b4e8cba8adb2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:55.089582 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d4e4461a-f7ea-43a7-9385-c708d71bdd3f req-8d49c5af-473b-4a47-8b0b-b4e8cba8adb2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0805678 Apr 14 21:56:55.094451 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-02310ac4-7560-4ea1-8575-cdb2e87bdc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:55.095734 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-02310ac4-7560-4ea1-8575-cdb2e87bdc12 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.1589937 Apr 14 21:56:55.142762 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9031-99fe-4df8-bcf6-535a13328b6f req-68692ced-7e92-431a-a92e-8b20660bcaed tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:55.144448 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5acd9031-99fe-4df8-bcf6-535a13328b6f req-68692ced-7e92-431a-a92e-8b20660bcaed tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0580533 Apr 14 21:56:55.162231 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d4e4461a-f7ea-43a7-9385-c708d71bdd3f req-1007ca94-c56c-4b05-8fc8-383116763f71 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557652 Apr 14 21:56:55.204537 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5acd9031-99fe-4df8-bcf6-535a13328b6f req-2ecf9d59-3fd6-4f56-b6a1-70d57ee15c5e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521891 Apr 14 21:56:55.287110 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port f365810c-4634-46ec-984a-1e03a503e706, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f365810c-4634-46ec-984a-1e03a503e706,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:55.298113 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'f365810c-4634-46ec-984a-1e03a503e706', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'port_id': 'f365810c-4634-46ec-984a-1e03a503e706', 'mac_address': 'fa:16:3e:d2:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:56:55.335353 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port f365810c-4634-46ec-984a-1e03a503e706 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:55.335743 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (f365810c-4634-46ec-984a-1e03a503e706), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.350558 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f365810c-4634-46ec-984a-1e03a503e706 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:56:55.371507 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port f365810c-4634-46ec-984a-1e03a503e706, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f365810c-4634-46ec-984a-1e03a503e706,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:55.460630 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (f365810c-4634-46ec-984a-1e03a503e706), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:55.510874 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=f365810c-4634-46ec-984a-1e03a503e706,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:55.931803 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['f365810c-4634-46ec-984a-1e03a503e706'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:56:56.275771 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a19714-c5b5-44fa-bcd7-1e4c4afade95 req-27398ef7-f1ff-40ed-ad23-157662b1f16b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:56.277245 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-27a19714-c5b5-44fa-bcd7-1e4c4afade95 req-27398ef7-f1ff-40ed-ad23-157662b1f16b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0478904 Apr 14 21:56:56.349259 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-27a19714-c5b5-44fa-bcd7-1e4c4afade95 req-4c19bb39-2f3c-4168-a552-129dc2cafc42 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654969 Apr 14 21:56:56.463872 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94557-ea65-49f9-b69e-33ff388e80a8 req-24ab8b60-499b-4b57-9d53-aa13285de01e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:56.465756 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4b94557-ea65-49f9-b69e-33ff388e80a8 req-24ab8b60-499b-4b57-9d53-aa13285de01e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0600371 Apr 14 21:56:56.531386 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4b94557-ea65-49f9-b69e-33ff388e80a8 req-a0375cea-d42e-48f6-93f6-65892d2c22de tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589719 Apr 14 21:56:57.039720 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device f365810c-4634-46ec-984a-1e03a503e706 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:56:57.086065 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port f365810c-4634-46ec-984a-1e03a503e706 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:56:57.183121 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port f365810c-4634-46ec-984a-1e03a503e706 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:56:57.183504 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (f365810c-4634-46ec-984a-1e03a503e706), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:57.276648 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port f365810c-4634-46ec-984a-1e03a503e706 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:57.280502 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (f365810c-4634-46ec-984a-1e03a503e706), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:57.303192 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520e103d-83fc-41f6-88cc-6648919833fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f365810c-4634-46ec-984a-1e03a503e706'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:56:57.305456 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05456843-39d0-4180-b22d-1e1aaca3e159" -d '{"events": [{"server_uuid": "520e103d-83fc-41f6-88cc-6648919833fc", "name": "network-vif-plugged", "status": "completed", "tag": "f365810c-4634-46ec-984a-1e03a503e706"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:56:57.317927 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port f365810c-4634-46ec-984a-1e03a503e706, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f365810c-4634-46ec-984a-1e03a503e706,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:57.346163 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437102eb-170d-4dde-ba3e-941f00ba979f x-openstack-request-id: req-437102eb-170d-4dde-ba3e-941f00ba979f {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:56:57.346486 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520e103d-83fc-41f6-88cc-6648919833fc", "name": "network-vif-plugged", "status": "completed", "tag": "f365810c-4634-46ec-984a-1e03a503e706", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:56:57.346748 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-437102eb-170d-4dde-ba3e-941f00ba979f {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:56:57.347180 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437102eb-170d-4dde-ba3e-941f00ba979f'] response: {'server_uuid': '520e103d-83fc-41f6-88cc-6648919833fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f365810c-4634-46ec-984a-1e03a503e706', 'code': 200} Apr 14 21:56:57.398515 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (f365810c-4634-46ec-984a-1e03a503e706), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:57.451783 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=f365810c-4634-46ec-984a-1e03a503e706,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:57.495691 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e929d3-75b8-4adf-9428-5377d2abc1cc req-55a45180-73da-478f-af75-3fe560dcb919 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:57.497155 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91e929d3-75b8-4adf-9428-5377d2abc1cc req-55a45180-73da-478f-af75-3fe560dcb919 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0571353 Apr 14 21:56:57.557587 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91e929d3-75b8-4adf-9428-5377d2abc1cc req-eca161a9-5bf3-4822-869d-439ce4e5052b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526483 Apr 14 21:56:57.659712 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d027f99-3879-4474-9ed6-beb0d9254de4 req-d97ac4dc-3fd8-470d-b474-7d75d6834f6d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:57.661347 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4d027f99-3879-4474-9ed6-beb0d9254de4 req-d97ac4dc-3fd8-470d-b474-7d75d6834f6d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0488746 Apr 14 21:56:57.724610 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4d027f99-3879-4474-9ed6-beb0d9254de4 req-a543c1e2-01df-4cbd-9c7a-11f081df97dd tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453532 Apr 14 21:56:58.683545 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53833e01-8740-45b8-869b-8074761c15d6 req-da6b8f4d-4574-48ba-ba92-cd3f7bfd1bd4 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:58.685050 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-53833e01-8740-45b8-869b-8074761c15d6 req-da6b8f4d-4574-48ba-ba92-cd3f7bfd1bd4 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0596836 Apr 14 21:56:58.699326 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47472) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:58.750301 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-53833e01-8740-45b8-869b-8074761c15d6 req-4481532c-d171-4747-89ee-0ebb68e8181d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593610 Apr 14 21:56:58.845388 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc3cc6ce-cc53-4a43-a4aa-022eada77b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:58.882481 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10a20c-8d38-4a5e-bd38-af6007823ce6 req-c6ddf244-cba0-4c91-bb0e-b4d031de3542 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:56:58.884031 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa10a20c-8d38-4a5e-bd38-af6007823ce6 req-c6ddf244-cba0-4c91-bb0e-b4d031de3542 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0534947 Apr 14 21:56:58.935664 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc3cc6ce-cc53-4a43-a4aa-022eada77b89 admin admin] Publish callbacks [] for security_group (c3879cb5-2df4-46b7-b5ca-42d94b385697), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:58.937727 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa10a20c-8d38-4a5e-bd38-af6007823ce6 req-a0aecb74-4eb3-49f7-a084-e5345460571f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465889 Apr 14 21:56:59.003728 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc3cc6ce-cc53-4a43-a4aa-022eada77b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c3879cb5-2df4-46b7-b5ca-42d94b385697), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:59.044556 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dc3cc6ce-cc53-4a43-a4aa-022eada77b89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe4de53f65a8443eb9874b634c320093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440211 Apr 14 21:56:59.045312 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cc6ce-cc53-4a43-a4aa-022eada77b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3879cb5-2df4-46b7-b5ca-42d94b385697,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:59.047258 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47496) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:56:59.099575 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a87c9bba-9c15-4273-9b6d-17de5010652f admin admin] Publish callbacks [] for security_group (c3879cb5-2df4-46b7-b5ca-42d94b385697), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:59.127901 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a87c9bba-9c15-4273-9b6d-17de5010652f admin admin] Publish callbacks [] for security_group (c3879cb5-2df4-46b7-b5ca-42d94b385697), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:59.178112 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:56:59.244152 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a87c9bba-9c15-4273-9b6d-17de5010652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c3879cb5-2df4-46b7-b5ca-42d94b385697), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:59.247113 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a87c9bba-9c15-4273-9b6d-17de5010652f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:59.250327 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a87c9bba-9c15-4273-9b6d-17de5010652f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3879cb5-2df4-46b7-b5ca-42d94b385697 HTTP/1.1" status: 204 len: 168 time: 0.1998093 Apr 14 21:56:59.270435 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c9bba-9c15-4273-9b6d-17de5010652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3879cb5-2df4-46b7-b5ca-42d94b385697,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:56:59.311888 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:59.324977 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '38037253-9284-4eb4-9a96-40035e46c7a0', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'port_id': '38037253-9284-4eb4-9a96-40035e46c7a0', 'mac_address': 'fa:16:3e:d6:0f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:56:59.367492 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 38037253-9284-4eb4-9a96-40035e46c7a0 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:56:59.367871 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:59.386059 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38037253-9284-4eb4-9a96-40035e46c7a0 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:56:59.409611 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:56:59.483974 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:56:59.540125 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:00.001070 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47554) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:00.034749 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f468ffe7-2fcd-45f2-bb26-08ff633e47d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:00.063424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084a209-ceb9-497e-ab62-8bc457939d25 req-45df7165-693c-4af2-8aba-f165ca5dd760 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:00.065150 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7084a209-ceb9-497e-ab62-8bc457939d25 req-45df7165-693c-4af2-8aba-f165ca5dd760 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.2363465 Apr 14 21:57:00.124570 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7084a209-ceb9-497e-ab62-8bc457939d25 req-d2614ec9-7b0e-4210-aa45-5b8801d8b072 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492663 Apr 14 21:57:00.148145 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f468ffe7-2fcd-45f2-bb26-08ff633e47d2 admin admin] Publish callbacks [] for security_group (a7cc3885-34a7-47b6-a77f-9019f19d0af5), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:00.208231 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f468ffe7-2fcd-45f2-bb26-08ff633e47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (a7cc3885-34a7-47b6-a77f-9019f19d0af5), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:00.227666 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0535e-d71f-4b63-abd4-65d3ce696e2c req-d2d7d80a-a3ce-4947-97b6-d1660b737e8a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:00.229154 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-07f0535e-d71f-4b63-abd4-65d3ce696e2c req-d2d7d80a-a3ce-4947-97b6-d1660b737e8a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 944 time: 0.0465233 Apr 14 21:57:00.250133 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f468ffe7-2fcd-45f2-bb26-08ff633e47d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f60289aa71c54b1cbafa40d18f97dbdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448156 Apr 14 21:57:00.250338 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468ffe7-2fcd-45f2-bb26-08ff633e47d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc3885-34a7-47b6-a77f-9019f19d0af5,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:00.251655 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47558) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:00.300695 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-07f0535e-d71f-4b63-abd4-65d3ce696e2c req-108c7d8d-6a9d-4c57-b660-0b5308821c5a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649431 Apr 14 21:57:00.330092 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-66b2839a-12fe-4282-a91e-b5fde7cec64c admin admin] Publish callbacks [] for security_group (a7cc3885-34a7-47b6-a77f-9019f19d0af5), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:00.352793 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-66b2839a-12fe-4282-a91e-b5fde7cec64c admin admin] Publish callbacks [] for security_group (a7cc3885-34a7-47b6-a77f-9019f19d0af5), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:00.488000 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-66b2839a-12fe-4282-a91e-b5fde7cec64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (a7cc3885-34a7-47b6-a77f-9019f19d0af5), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:00.491230 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-66b2839a-12fe-4282-a91e-b5fde7cec64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:00.492513 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-66b2839a-12fe-4282-a91e-b5fde7cec64c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7cc3885-34a7-47b6-a77f-9019f19d0af5 HTTP/1.1" status: 204 len: 168 time: 0.2398524 Apr 14 21:57:00.501834 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2839a-12fe-4282-a91e-b5fde7cec64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc3885-34a7-47b6-a77f-9019f19d0af5,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:00.643297 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47572) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:00.867518 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d6194f7f-e60f-4cac-bc1b-2324bebe7ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:00.948308 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d6194f7f-e60f-4cac-bc1b-2324bebe7ea2 admin admin] Publish callbacks [] for security_group (1e0b3028-e118-4d0f-a2c5-3007cc046f7f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:01.061332 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d6194f7f-e60f-4cac-bc1b-2324bebe7ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (1e0b3028-e118-4d0f-a2c5-3007cc046f7f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:01.122459 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d6194f7f-e60f-4cac-bc1b-2324bebe7ea2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0509cc3f54074110a426bc6a6392113c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752159 Apr 14 21:57:01.122459 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6194f7f-e60f-4cac-bc1b-2324bebe7ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0b3028-e118-4d0f-a2c5-3007cc046f7f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:01.123169 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47596) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:01.190529 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7418-85c1-4985-88f8-5d1a9380cdb6 admin admin] Publish callbacks [] for security_group (1e0b3028-e118-4d0f-a2c5-3007cc046f7f), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:01.216933 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7418-85c1-4985-88f8-5d1a9380cdb6 admin admin] Publish callbacks [] for security_group (1e0b3028-e118-4d0f-a2c5-3007cc046f7f), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:01.221188 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:57:01.266571 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c73918-746d-4ac6-bacb-3a3fd8dbb3eb req-de9cefa1-bdec-47e1-ab6d-6c4e40dc836e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:01.267999 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-20c73918-746d-4ac6-bacb-3a3fd8dbb3eb req-de9cefa1-bdec-47e1-ab6d-6c4e40dc836e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0670898 Apr 14 21:57:01.318440 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-20c73918-746d-4ac6-bacb-3a3fd8dbb3eb req-ef54add3-70d8-4cbb-8c1a-95cbb9bde187 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442884 Apr 14 21:57:01.369706 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7418-85c1-4985-88f8-5d1a9380cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (1e0b3028-e118-4d0f-a2c5-3007cc046f7f), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:01.376284 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['38037253-9284-4eb4-9a96-40035e46c7a0'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:57:01.380658 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7418-85c1-4985-88f8-5d1a9380cdb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:01.381869 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0b7d7418-85c1-4985-88f8-5d1a9380cdb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e0b3028-e118-4d0f-a2c5-3007cc046f7f HTTP/1.1" status: 204 len: 168 time: 0.2577879 Apr 14 21:57:01.395453 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d7418-85c1-4985-88f8-5d1a9380cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0b3028-e118-4d0f-a2c5-3007cc046f7f,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:01.453197 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e6aa-a296-4036-8fe9-abc15256472a req-d67bb903-7797-48b9-b811-ba3bc566eb42 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:01.457102 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a176e6aa-a296-4036-8fe9-abc15256472a req-d67bb903-7797-48b9-b811-ba3bc566eb42 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 944 time: 0.0733306 Apr 14 21:57:01.531041 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a176e6aa-a296-4036-8fe9-abc15256472a req-5a289e3e-d412-4de0-860c-329a05ed506b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694470 Apr 14 21:57:01.682295 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47612) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:01.828479 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-7633237f-c0c8-4bd0-903b-c0ec91dd93b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f365810c-4634-46ec-984a-1e03a503e706 HTTP/1.1" status: 200 len: 217 time: 0.0743964 Apr 14 21:57:01.929969 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-60675c3f-f3c7-4317-ac19-e2702ed419b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:01.949470 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d473880-e996-4a80-9bd3-700828d21c45 req-e9fcc95f-a5c5-4bd4-a2b7-02cbb4eb7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:01.955150 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7d473880-e996-4a80-9bd3-700828d21c45 req-e9fcc95f-a5c5-4bd4-a2b7-02cbb4eb7d2d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 1129 time: 0.1308568 Apr 14 21:57:01.967086 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-271e4a1f-4108-410e-b4b9-9f4a1b99b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:01.968459 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-271e4a1f-4108-410e-b4b9-9f4a1b99b6cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.1151164 Apr 14 21:57:02.069627 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-ff83aba6-2d76-4b8d-92e6-3059af23553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:02.071173 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-ff83aba6-2d76-4b8d-92e6-3059af23553f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895708 Apr 14 21:57:02.073223 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7d473880-e996-4a80-9bd3-700828d21c45 req-5022db8c-7ec6-4a98-bbd2-5d6cfed53245 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150036 Apr 14 21:57:02.115292 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-60675c3f-f3c7-4317-ac19-e2702ed419b3 admin admin] Publish callbacks [] for security_group (157fede2-de29-420f-83a7-339d600070d2), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.226871 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-60675c3f-f3c7-4317-ac19-e2702ed419b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (157fede2-de29-420f-83a7-339d600070d2), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.267954 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-60675c3f-f3c7-4317-ac19-e2702ed419b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b068a57c61a5491586e2edc68d26110f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5845652 Apr 14 21:57:02.269145 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60675c3f-f3c7-4317-ac19-e2702ed419b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157fede2-de29-420f-83a7-339d600070d2,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:02.272104 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47638) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:02.327029 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-64be48d3-4345-48c9-a1f8-4f60fef1bf81 admin admin] Publish callbacks [] for security_group (157fede2-de29-420f-83a7-339d600070d2), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.351268 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-64be48d3-4345-48c9-a1f8-4f60fef1bf81 admin admin] Publish callbacks [] for security_group (157fede2-de29-420f-83a7-339d600070d2), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.383983 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47642) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:02.393878 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b9e276d1-96b5-4c19-9d30-b0d28df68bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.508968 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab56443-6481-41b3-a468-f2243ac1348f req-306bc242-1412-4423-ba47-676de896d699 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:02.510818 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1ab56443-6481-41b3-a468-f2243ac1348f req-306bc242-1412-4423-ba47-676de896d699 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0694923 Apr 14 21:57:02.519534 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a4b7-6a67-4a84-a678-db45201e6981 req-b0602eda-1676-45b5-b89d-9bb73b15f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:02.521526 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ad16a4b7-6a67-4a84-a678-db45201e6981 req-b0602eda-1676-45b5-b89d-9bb73b15f1c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 1130 time: 0.0577409 Apr 14 21:57:02.560277 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b9e276d1-96b5-4c19-9d30-b0d28df68bb3 admin admin] Publish callbacks [] for security_group (bc636809-60d1-491b-a527-c7e326969efc), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.576044 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-fcfc936e-3dbf-4d31-992b-1a77256f0b36 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130990 Apr 14 21:57:02.595251 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1ab56443-6481-41b3-a468-f2243ac1348f req-33c42565-421a-4467-8733-fee80122bbe3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732162 Apr 14 21:57:02.619846 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ad16a4b7-6a67-4a84-a678-db45201e6981 req-22318d46-ea14-45a8-8480-d56157fbae4f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902393 Apr 14 21:57:02.625458 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-64be48d3-4345-48c9-a1f8-4f60fef1bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (157fede2-de29-420f-83a7-339d600070d2), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.628876 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-64be48d3-4345-48c9-a1f8-4f60fef1bf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.630126 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-64be48d3-4345-48c9-a1f8-4f60fef1bf81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/157fede2-de29-420f-83a7-339d600070d2 HTTP/1.1" status: 204 len: 168 time: 0.3567116 Apr 14 21:57:02.662569 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b9e276d1-96b5-4c19-9d30-b0d28df68bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (bc636809-60d1-491b-a527-c7e326969efc), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.669480 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be48d3-4345-48c9-a1f8-4f60fef1bf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157fede2-de29-420f-83a7-339d600070d2,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:02.729411 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c10031d-57ff-4d4e-9582-2e9b480507bf req-dbca3dff-7bfb-4a2f-bbe6-c1f1bcd51dd7 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414747 Apr 14 21:57:02.809863 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b9e276d1-96b5-4c19-9d30-b0d28df68bb3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76b516a053644dd29de5d63192f2b750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313855 Apr 14 21:57:02.813765 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47656) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:02.813871 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e276d1-96b5-4c19-9d30-b0d28df68bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc636809-60d1-491b-a527-c7e326969efc,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:02.834065 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf09a9-06f9-4fb2-8f43-8d5784f7f5ca req-e9a6244c-de6d-4a49-bb52-7f8b770b127c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:02.845769 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16cf09a9-06f9-4fb2-8f43-8d5784f7f5ca req-e9a6244c-de6d-4a49-bb52-7f8b770b127c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 944 time: 0.1089947 Apr 14 21:57:02.873351 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ad13531-fca9-4870-ab82-42af09234b87 admin admin] Publish callbacks [] for security_group (bc636809-60d1-491b-a527-c7e326969efc), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:02.893558 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16cf09a9-06f9-4fb2-8f43-8d5784f7f5ca req-70ef7c00-6824-40de-8d5d-fcccb2e3eabd tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509379 Apr 14 21:57:02.899339 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ad13531-fca9-4870-ab82-42af09234b87 admin admin] Publish callbacks [] for security_group (bc636809-60d1-491b-a527-c7e326969efc), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:03.098702 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ad13531-fca9-4870-ab82-42af09234b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (bc636809-60d1-491b-a527-c7e326969efc), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:03.103391 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ad13531-fca9-4870-ab82-42af09234b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:03.106948 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7ad13531-fca9-4870-ab82-42af09234b87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc636809-60d1-491b-a527-c7e326969efc HTTP/1.1" status: 204 len: 168 time: 0.2930524 Apr 14 21:57:03.127987 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad13531-fca9-4870-ab82-42af09234b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc636809-60d1-491b-a527-c7e326969efc,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:03.381471 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:57:03.439989 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 38037253-9284-4eb4-9a96-40035e46c7a0 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:57:03.569769 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47676) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:03.579419 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 38037253-9284-4eb4-9a96-40035e46c7a0 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:57:03.580074 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:03.720288 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 38037253-9284-4eb4-9a96-40035e46c7a0 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:57:03.721027 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:03.779171 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:57:03.784640 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2711135b-dd71-4425-8d9d-eb186559ec57" -d '{"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-plugged", "status": "completed", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:57:03.804153 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:57:03.827961 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6f15260e-1cf0-4bf4-99e4-766f301a0269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:03.839845 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc761-bf12-4dfa-a7dc-b1193bafd175 req-9e59d8bf-d39a-4fff-9b6c-8c4fe2713451 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:03.843735 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-73ecc761-bf12-4dfa-a7dc-b1193bafd175 req-9e59d8bf-d39a-4fff-9b6c-8c4fe2713451 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.1238296 Apr 14 21:57:03.853518 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3a5dda-8c4d-40ea-8965-3ef1680293fb x-openstack-request-id: req-7f3a5dda-8c4d-40ea-8965-3ef1680293fb {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:57:03.853811 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-plugged", "status": "completed", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:57:03.854062 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f3a5dda-8c4d-40ea-8965-3ef1680293fb {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:57:03.854460 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3a5dda-8c4d-40ea-8965-3ef1680293fb'] response: {'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0', 'code': 200} Apr 14 21:57:03.897517 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:03.915483 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47692) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:03.935907 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4f7b18fe-15af-4c9c-bd1c-9f19b5c89b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:03.947112 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-73ecc761-bf12-4dfa-a7dc-b1193bafd175 req-038a9b38-8e40-4581-b905-564de553d196 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968881 Apr 14 21:57:03.988740 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:04.045315 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6f15260e-1cf0-4bf4-99e4-766f301a0269 admin admin] Publish callbacks [] for security_group (6e9d7ed2-bd0e-413f-a094-9aca28a70a3f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.089862 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9369bb-cdc0-4e17-8745-974edf490260 req-8396eccb-cb0e-426d-8661-194cf6df62a6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:04.091705 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a9369bb-cdc0-4e17-8745-974edf490260 req-8396eccb-cb0e-426d-8661-194cf6df62a6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0785906 Apr 14 21:57:04.139207 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4f7b18fe-15af-4c9c-bd1c-9f19b5c89b18 admin admin] Publish callbacks [] for security_group (ef51825f-d00f-471a-a634-c1b92b93d866), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.164898 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a9369bb-cdc0-4e17-8745-974edf490260 req-de1257c7-bd5a-4607-835f-ed52a999a23a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627539 Apr 14 21:57:04.181022 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6f15260e-1cf0-4bf4-99e4-766f301a0269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (6e9d7ed2-bd0e-413f-a094-9aca28a70a3f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.225252 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6f15260e-1cf0-4bf4-99e4-766f301a0269 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=342efa0d9e874a989e236bc5b52e1b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6541939 Apr 14 21:57:04.226215 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15260e-1cf0-4bf4-99e4-766f301a0269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d7ed2-bd0e-413f-a094-9aca28a70a3f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:04.237035 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47702) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:04.300278 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1f23ff72-2435-4232-8c25-a0088941ebfc admin admin] Publish callbacks [] for security_group (6e9d7ed2-bd0e-413f-a094-9aca28a70a3f), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.311851 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4f7b18fe-15af-4c9c-bd1c-9f19b5c89b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ef51825f-d00f-471a-a634-c1b92b93d866), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.328064 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1f23ff72-2435-4232-8c25-a0088941ebfc admin admin] Publish callbacks [] for security_group (6e9d7ed2-bd0e-413f-a094-9aca28a70a3f), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.376498 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4f7b18fe-15af-4c9c-bd1c-9f19b5c89b18 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=692a48c97a0d44f788cf740b9892def3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4594197 Apr 14 21:57:04.379057 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47706) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:04.385472 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b18fe-15af-4c9c-bd1c-9f19b5c89b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef51825f-d00f-471a-a634-c1b92b93d866,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:04.439089 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-73fc2860-8579-4530-b120-9fd3ce8704df admin admin] Publish callbacks [] for security_group (ef51825f-d00f-471a-a634-c1b92b93d866), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.473679 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-73fc2860-8579-4530-b120-9fd3ce8704df admin admin] Publish callbacks [] for security_group (ef51825f-d00f-471a-a634-c1b92b93d866), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.513692 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1f23ff72-2435-4232-8c25-a0088941ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (6e9d7ed2-bd0e-413f-a094-9aca28a70a3f), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.516435 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1f23ff72-2435-4232-8c25-a0088941ebfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.519263 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1f23ff72-2435-4232-8c25-a0088941ebfc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e9d7ed2-bd0e-413f-a094-9aca28a70a3f HTTP/1.1" status: 204 len: 168 time: 0.2809527 Apr 14 21:57:04.535765 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23ff72-2435-4232-8c25-a0088941ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d7ed2-bd0e-413f-a094-9aca28a70a3f,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:04.649786 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-73fc2860-8579-4530-b120-9fd3ce8704df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ef51825f-d00f-471a-a634-c1b92b93d866), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.652688 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-73fc2860-8579-4530-b120-9fd3ce8704df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:04.654079 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-73fc2860-8579-4530-b120-9fd3ce8704df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef51825f-d00f-471a-a634-c1b92b93d866 HTTP/1.1" status: 204 len: 168 time: 0.2738960 Apr 14 21:57:04.662793 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc2860-8579-4530-b120-9fd3ce8704df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef51825f-d00f-471a-a634-c1b92b93d866,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:05.101014 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d054df-1786-4125-9ac6-da7ce912fd4c req-cbf65d8b-a0d2-40b4-8707-491093dff305 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:05.102884 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-73d054df-1786-4125-9ac6-da7ce912fd4c req-cbf65d8b-a0d2-40b4-8707-491093dff305 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0604341 Apr 14 21:57:05.156435 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-73d054df-1786-4125-9ac6-da7ce912fd4c req-beb2cc7e-3631-4f52-b583-04bb85485e3d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477891 Apr 14 21:57:05.314642 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba05c8-d7bd-48af-bf18-749a80674f8c req-6b26104a-3008-42b5-945c-76eea37502e5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:05.316192 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-09ba05c8-d7bd-48af-bf18-749a80674f8c req-6b26104a-3008-42b5-945c-76eea37502e5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0600343 Apr 14 21:57:05.373391 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-09ba05c8-d7bd-48af-bf18-749a80674f8c req-b3aadc65-69aa-4286-bc1a-8aa43b4edea8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504310 Apr 14 21:57:06.325314 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3189b04-ff12-44da-85d8-5bf24c90990a req-b9079861-c41a-404d-8fae-6615adb9694b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:06.327097 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e3189b04-ff12-44da-85d8-5bf24c90990a req-b9079861-c41a-404d-8fae-6615adb9694b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0690787 Apr 14 21:57:06.400079 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e3189b04-ff12-44da-85d8-5bf24c90990a req-9353560e-688e-49c3-b3e0-cae20960dd2c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664587 Apr 14 21:57:06.560171 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a72941-fae1-4c0c-9f9a-cd47de69c90e req-b65e7ca3-6ca0-42fa-b443-ddef2280c781 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:06.564501 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f3a72941-fae1-4c0c-9f9a-cd47de69c90e req-b65e7ca3-6ca0-42fa-b443-ddef2280c781 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0907693 Apr 14 21:57:06.642390 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f3a72941-fae1-4c0c-9f9a-cd47de69c90e req-97db5c1d-dd30-4f06-954d-e7992988f507 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680497 Apr 14 21:57:07.525845 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 47826) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:07.564263 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57d1b2-57aa-433d-8bc8-39f182d2737a req-ba1641cd-5607-459f-939d-b1be75683d21 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:07.569124 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bb57d1b2-57aa-433d-8bc8-39f182d2737a req-ba1641cd-5607-459f-939d-b1be75683d21 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0719419 Apr 14 21:57:07.643121 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bb57d1b2-57aa-433d-8bc8-39f182d2737a req-5ea6f959-49ca-41ed-877b-85b380b58267 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690584 Apr 14 21:57:07.783733 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af682-eace-4b82-b99c-336a120a463f req-61385478-2c07-45bc-906b-f3862a34d85e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:07.788675 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c81af682-eace-4b82-b99c-336a120a463f req-61385478-2c07-45bc-906b-f3862a34d85e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0664198 Apr 14 21:57:07.801175 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:07.886582 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c81af682-eace-4b82-b99c-336a120a463f req-75719a7c-fb28-47d3-a16d-8bf13a017a58 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884986 Apr 14 21:57:07.936300 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Publish callbacks [] for security_group (eb690053-685c-425d-9057-9d26aad1b518), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:08.060982 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (eb690053-685c-425d-9057-9d26aad1b518), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:08.103585 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb690053-685c-425d-9057-9d26aad1b518,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:08.107396 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6d40125efd84a798e1fd41a8bcd5133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5804417 Apr 14 21:57:08.110680 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 47850) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:08.114067 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.115027 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.115564 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.116133 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.116437 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.116812 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.117146 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.117470 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.117800 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.118127 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.118762 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.118866 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.119136 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.119594 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.119924 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae029-0de6-41d4-9557-aee2020149af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:08.185623 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fc97e822-b679-449b-b9a6-2899f7eb10ef admin admin] Publish callbacks [] for security_group (eb690053-685c-425d-9057-9d26aad1b518), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:08.209027 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fc97e822-b679-449b-b9a6-2899f7eb10ef admin admin] Publish callbacks [] for security_group (eb690053-685c-425d-9057-9d26aad1b518), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:08.346484 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fc97e822-b679-449b-b9a6-2899f7eb10ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (eb690053-685c-425d-9057-9d26aad1b518), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:08.350713 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fc97e822-b679-449b-b9a6-2899f7eb10ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:08.356037 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-fc97e822-b679-449b-b9a6-2899f7eb10ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb690053-685c-425d-9057-9d26aad1b518 HTTP/1.1" status: 204 len: 168 time: 0.2401078 Apr 14 21:57:08.360873 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97e822-b679-449b-b9a6-2899f7eb10ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb690053-685c-425d-9057-9d26aad1b518,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:08.742987 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:08.803671 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debab20-d495-4c22-a02b-61db40da063a req-11b05a6e-c375-44df-be1c-1314cabef155 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:08.805795 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2debab20-d495-4c22-a02b-61db40da063a req-11b05a6e-c375-44df-be1c-1314cabef155 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0730350 Apr 14 21:57:08.893440 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2debab20-d495-4c22-a02b-61db40da063a req-2302cd52-2911-4255-a336-30ad45ae6f4c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755157 Apr 14 21:57:09.250745 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00125d5a-e9b8-4779-b612-443b9afb62c9 req-06710910-b9b2-43f1-bdd8-2666217828ab tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:09.250745 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-00125d5a-e9b8-4779-b612-443b9afb62c9 req-06710910-b9b2-43f1-bdd8-2666217828ab tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0680220 Apr 14 21:57:09.250745 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-00125d5a-e9b8-4779-b612-443b9afb62c9 req-968f5ef7-a494-4775-939a-75e0b84ab3b9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432792 Apr 14 21:57:10.132899 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaa504-b780-473a-a7a0-4bcdb67c07fb req-b6607f18-90de-42a2-819b-c261693f4728 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:10.142595 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-05eaa504-b780-473a-a7a0-4bcdb67c07fb req-b6607f18-90de-42a2-819b-c261693f4728 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0809875 Apr 14 21:57:10.221774 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-05eaa504-b780-473a-a7a0-4bcdb67c07fb req-a6dde20c-972d-49d5-8d98-bb5944ef8b8e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779071 Apr 14 21:57:10.455238 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3549a9-75cd-4170-af4b-e229ec93ef70 req-6ebe9238-ee52-47d9-a1a3-5ee2025cf19f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:10.457735 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db3549a9-75cd-4170-af4b-e229ec93ef70 req-6ebe9238-ee52-47d9-a1a3-5ee2025cf19f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0796561 Apr 14 21:57:10.529245 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db3549a9-75cd-4170-af4b-e229ec93ef70 req-2be4a0c9-75fd-4b34-b53a-1e6b3ddadbb2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640984 Apr 14 21:57:10.951144 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946daa-d6f8-412d-afa5-0429ee395857 req-e09003b1-2c5f-48ae-8828-747ccfd346f0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:10.952644 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7946daa-d6f8-412d-afa5-0429ee395857 req-e09003b1-2c5f-48ae-8828-747ccfd346f0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0515552 Apr 14 21:57:11.015025 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7946daa-d6f8-412d-afa5-0429ee395857 req-d525d2d2-23ce-40ba-a8e0-71db5e2e5ff9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530951 Apr 14 21:57:11.739033 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-4a710706-64b3-4380-ac4f-12d372afefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:11.741394 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-4a710706-64b3-4380-ac4f-12d372afefa9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 1129 time: 0.0839252 Apr 14 21:57:11.794890 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd702c36-752a-4c93-b1f7-127bdc985368 req-aa89bc39-2cd8-4ac9-a25a-af5c2aec981d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:11.796842 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd702c36-752a-4c93-b1f7-127bdc985368 req-aa89bc39-2cd8-4ac9-a25a-af5c2aec981d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0747924 Apr 14 21:57:11.946772 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd702c36-752a-4c93-b1f7-127bdc985368 req-a1f8b761-ff63-4592-b9a0-1013dced57a4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312733 Apr 14 21:57:11.976918 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-a4c79aa9-6070-46d9-9aac-82130209d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:11.976918 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-a4c79aa9-6070-46d9-9aac-82130209d69b service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.1964571 Apr 14 21:57:12.165576 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8496036-20f4-444e-bca8-186712eda6b1 req-2288c9fa-9f32-4d36-a0fe-df972f73e95e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:12.167481 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f8496036-20f4-444e-bca8-186712eda6b1 req-2288c9fa-9f32-4d36-a0fe-df972f73e95e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0584991 Apr 14 21:57:12.249144 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f8496036-20f4-444e-bca8-186712eda6b1 req-46c5bbea-a4c3-4a7d-a841-4947ecd1db3e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706439 Apr 14 21:57:12.313203 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-047463f2-7ac7-4136-9873-d144a5396039 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db289d26-0976-4538-8b08-ba8c2007bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0640514 Apr 14 21:57:12.376704 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631fa64-4d48-4db8-bcc0-667f7ac79248 req-353b923f-cdb2-425c-ad80-eed41889f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:12.378377 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c631fa64-4d48-4db8-bcc0-667f7ac79248 req-353b923f-cdb2-425c-ad80-eed41889f652 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 1129 time: 0.0763426 Apr 14 21:57:12.415527 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-89355a73-e64d-4e86-8991-b4b29b7f6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:12.417271 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-89355a73-e64d-4e86-8991-b4b29b7f6980 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0852065 Apr 14 21:57:12.417717 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-d5bc5807-49f6-439c-9b31-c7bc94b0ac9f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485344 Apr 14 21:57:12.489586 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c631fa64-4d48-4db8-bcc0-667f7ac79248 req-5cfeaf24-567d-40c3-8c3d-55b8d950ba48 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976715 Apr 14 21:57:12.511475 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-ed46f731-9b94-428f-ab2a-b70eaff2e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:12.511475 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-ed46f731-9b94-428f-ab2a-b70eaff2e737 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740550 Apr 14 21:57:13.021960 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-07ff4ae3-ba9d-4763-b48a-d9c155a034b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:13.028135 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-07ff4ae3-ba9d-4763-b48a-d9c155a034b5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=34a0c2418f5346fbbb18e392ff11722a&device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 1130 time: 0.0652251 Apr 14 21:57:13.160227 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0aeb87-a462-45f4-a647-043129c25f66 req-8540ac88-0d95-466d-8cc7-b1c600be7436 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:13.162724 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd0aeb87-a462-45f4-a647-043129c25f66 req-8540ac88-0d95-466d-8cc7-b1c600be7436 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1037331 Apr 14 21:57:13.182660 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-85b3d147-af71-4414-9195-e21b89ecfb0d service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109778 Apr 14 21:57:13.187257 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-48c5da6a-6d1f-4bc9-a194-c39082714f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:13.188975 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-48c5da6a-6d1f-4bc9-a194-c39082714f70 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ffddbf15-34c4-41dc-b3a4-223df4a5b5ff HTTP/1.1" status: 200 len: 913 time: 0.1215262 Apr 14 21:57:13.245476 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-64aaa3a3-00b8-4769-a138-d4391cb650bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bf5e06-624f-408f-b60b-13af4a1919d8 HTTP/1.1" status: 200 len: 217 time: 0.0475063 Apr 14 21:57:13.340149 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-285051c3-a0b8-44f2-86ac-97123078132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:13.340149 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-285051c3-a0b8-44f2-86ac-97123078132d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=45ed7130-f9e1-4c84-a956-20924bd1f089 HTTP/1.1" status: 200 len: 852 time: 0.0759017 Apr 14 21:57:13.468110 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304e772-2311-4b40-ba5c-bd722a83d754 req-b9945ffa-bcfc-471c-b5cf-5e3359ef3283 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:13.470953 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8304e772-2311-4b40-ba5c-bd722a83d754 req-b9945ffa-bcfc-471c-b5cf-5e3359ef3283 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0949137 Apr 14 21:57:13.544035 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd0aeb87-a462-45f4-a647-043129c25f66 req-c7b7ddf4-9377-4a37-9013-687f355a67a4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698030 Apr 14 21:57:13.585296 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d897089-c28e-49e0-8ecb-2b63fc0ba2f9 req-cc6acf34-b390-40b3-a249-f168ed58184e service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871028 Apr 14 21:57:13.594686 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8304e772-2311-4b40-ba5c-bd722a83d754 req-4d344517-fcf4-40b9-af98-ec051521ca31 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125724 Apr 14 21:57:14.318267 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-e10e70a3-2263-46cb-b91b-805e406abeff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ffddbf15-34c4-41dc-b3a4-223df4a5b5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324190 Apr 14 21:57:14.440031 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-21ba6b1e-8366-4764-8e89-9616da3743d4 service neutron] 10.222.0.81 "GET /v2.0/networks/ffddbf15-34c4-41dc-b3a4-223df4a5b5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125472 Apr 14 21:57:14.625350 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d08dae4d-4935-495d-ae18-278ec897f6b9 req-4c525e1a-8685-422b-997a-64a66dee15a4 service neutron] 10.222.0.81 "GET /v2.0/networks/ffddbf15-34c4-41dc-b3a4-223df4a5b5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601787 Apr 14 21:57:14.843194 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59274cb-6b61-4f61-8f2b-afa3d3ab7c89 req-73bd7873-55cb-4e96-9185-e092e98a6560 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:14.850844 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b59274cb-6b61-4f61-8f2b-afa3d3ab7c89 req-73bd7873-55cb-4e96-9185-e092e98a6560 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1050756 Apr 14 21:57:14.860541 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2af849-3b59-42bd-ac14-0b71b8cff79f req-aed3c7b4-f0ab-4e0e-b89a-4a751191f1c0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:14.862652 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fe2af849-3b59-42bd-ac14-0b71b8cff79f req-aed3c7b4-f0ab-4e0e-b89a-4a751191f1c0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.1191161 Apr 14 21:57:14.930308 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b59274cb-6b61-4f61-8f2b-afa3d3ab7c89 req-be76b13f-7b5a-4c17-b286-9983613c470a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776925 Apr 14 21:57:14.953093 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fe2af849-3b59-42bd-ac14-0b71b8cff79f req-0ad8899d-ae85-4c0e-adf3-286f5cc168f9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763204 Apr 14 21:57:16.061806 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f61dcfbb-1761-427a-bfe0-267cfa2bf234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:16.138880 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25afd2-19ea-43bf-a74a-a1d3e410717f req-2dfcee19-c55f-4828-ac11-951967ff05e8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:16.141351 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a25afd2-19ea-43bf-a74a-a1d3e410717f req-2dfcee19-c55f-4828-ac11-951967ff05e8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0798998 Apr 14 21:57:16.157820 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a42001-8bc0-4c5f-b2ac-1ba06de4c150 req-7958bce5-9c6c-459c-9752-ec2e934d715c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:16.160311 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-17a42001-8bc0-4c5f-b2ac-1ba06de4c150 req-7958bce5-9c6c-459c-9752-ec2e934d715c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0746686 Apr 14 21:57:16.213780 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a25afd2-19ea-43bf-a74a-a1d3e410717f req-13aeb646-9976-4664-a808-e46ae28fbf70 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656700 Apr 14 21:57:16.226438 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-17a42001-8bc0-4c5f-b2ac-1ba06de4c150 req-6e7e913f-dbdb-4e5c-99ef-0315718c0930 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588555 Apr 14 21:57:16.374824 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb1dd-3bf8-4506-a746-7db69a4fb924 req-85f2f320-8912-412a-9bc6-e55f6640e45e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:16.376419 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a5cb1dd-3bf8-4506-a746-7db69a4fb924 req-85f2f320-8912-412a-9bc6-e55f6640e45e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0555296 Apr 14 21:57:16.387069 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 48054) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:16.393851 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'floatingip': {'port_id': '38037253-9284-4eb4-9a96-40035e46c7a0'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:57:16.488705 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (9e2dfed6-1e79-4752-b298-cd5f78c8d64b), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:17.589375 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd31f81-1496-4a18-9005-af0775b13f12 req-e1e5f151-1c70-41e9-a00a-453aee9a3eb2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:17.593812 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-afd31f81-1496-4a18-9005-af0775b13f12 req-e1e5f151-1c70-41e9-a00a-453aee9a3eb2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.1817441 Apr 14 21:57:17.594733 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.db.resource_extend [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 21:57:17.747296 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:17.771069 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-afd31f81-1496-4a18-9005-af0775b13f12 req-dfdc5154-68f3-4a95-802e-1463012bfb37 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728675 Apr 14 21:57:17.821323 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (9e2dfed6-1e79-4752-b298-cd5f78c8d64b), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:17.966450 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Floating IP 9e2dfed6-1e79-4752-b298-cd5f78c8d64b associated. External IP: 172.27.1.125, port: 38037253-9284-4eb4-9a96-40035e46c7a0. Apr 14 21:57:18.211497 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Router a090ef34-31f9-458c-b1cd-347207fcc078 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:57:18.373883 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:57:18.380991 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:18.395688 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] Sync routers for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:57:18.406189 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:57:18.406836 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:56:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:57:18.429423 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c50be521-ea9a-47cf-a3e4-c30999880c8d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "PUT /v2.0/floatingips/9e2dfed6-1e79-4752-b298-cd5f78c8d64b HTTP/1.1" status: 200 len: 991 time: 2.0411892 Apr 14 21:57:18.430011 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:57:18.541193 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d974ba9b-0a40-48eb-8f11-ac1872196049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:18.573342 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:57:18.601066 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244aae3a-3838-4ef7-bd0b-91fb32971ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:57:18.733402 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3a9b8a-a21f-4757-a876-8dedc4a4243c x-openstack-request-id: req-4b3a9b8a-a21f-4757-a876-8dedc4a4243c {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:57:18.733808 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:57:18.734246 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b3a9b8a-a21f-4757-a876-8dedc4a4243c {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:57:18.734972 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3a9b8a-a21f-4757-a876-8dedc4a4243c'] response: {'name': 'network-changed', 'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0', 'status': 'completed', 'code': 200} Apr 14 21:57:18.953994 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e17bf-b242-409b-8c4e-4bedcedd4642 req-3f53532b-4307-4baf-b8d5-f8f8e86bee3f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:18.955762 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4f0e17bf-b242-409b-8c4e-4bedcedd4642 req-3f53532b-4307-4baf-b8d5-f8f8e86bee3f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0708821 Apr 14 21:57:19.024544 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4f0e17bf-b242-409b-8c4e-4bedcedd4642 req-f535a626-7a36-47d6-b944-a2c7a7df5304 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612895 Apr 14 21:57:19.061012 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '9e2dfed6-1e79-4752-b298-cd5f78c8d64b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'port_id': '38037253-9284-4eb4-9a96-40035e46c7a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'mac_address': 'fa:16:3e:d6:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:56:23Z', 'updated_at': '2022-04-14T21:57:17Z', 'revision_number': 1, 'project_id': '4341bd0e366648d2a8e427316961d985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:57:19.109347 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] Checking router: a090ef34-31f9-458c-b1cd-347207fcc078 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:57:19.122801 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:57:19.123646 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:57:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:57:19.277306 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:57:19.511620 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '9e2dfed6-1e79-4752-b298-cd5f78c8d64b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'port_id': '38037253-9284-4eb4-9a96-40035e46c7a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'mac_address': 'fa:16:3e:d6:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:56:23Z', 'updated_at': '2022-04-14T21:57:17Z', 'revision_number': 1, 'project_id': '4341bd0e366648d2a8e427316961d985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:57:19.539734 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0908c8-cd9a-4487-b422-e33ee49726be None None] The sync data for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi is: [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '9e2dfed6-1e79-4752-b298-cd5f78c8d64b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'port_id': '38037253-9284-4eb4-9a96-40035e46c7a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'mac_address': 'fa:16:3e:d6:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:56:23Z', 'updated_at': '2022-04-14T21:57:17Z', 'revision_number': 1, 'project_id': '4341bd0e366648d2a8e427316961d985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:57:19.660613 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:19.798488 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4055152-86b6-4080-9abd-fd001ec86db6 None None] New status for floating IP 9e2dfed6-1e79-4752-b298-cd5f78c8d64b: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:57:20.158512 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-f327d758-3c95-4511-922b-637e2a2731f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:20.160047 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-f327d758-3c95-4511-922b-637e2a2731f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 1129 time: 0.0649738 Apr 14 21:57:20.207494 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a53b53-62ab-4d3f-8aba-3ff2252de326 req-150f78b8-77e2-43c3-83f7-620f3f11c4f5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:20.210840 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b0a53b53-62ab-4d3f-8aba-3ff2252de326 req-150f78b8-77e2-43c3-83f7-620f3f11c4f5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0700548 Apr 14 21:57:20.290118 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b0a53b53-62ab-4d3f-8aba-3ff2252de326 req-84fd85d4-1346-4bde-90e3-9ca1f686c3e9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686214 Apr 14 21:57:20.832774 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:21.439559 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cb534-364a-4516-ba9d-734d48c19960 req-aea4aa49-02b1-4c26-a70b-aab1a518bf6e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:21.441685 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-183cb534-364a-4516-ba9d-734d48c19960 req-aea4aa49-02b1-4c26-a70b-aab1a518bf6e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0681059 Apr 14 21:57:21.501426 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-183cb534-364a-4516-ba9d-734d48c19960 req-a5912737-12e9-44c5-ba12-7d7701130717 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490255 Apr 14 21:57:22.574573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:22.635850 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a8721-4b20-40db-9c55-92cf2b7f3a98 req-b936e324-0140-4c43-ae21-908e8abc0ea8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:22.637410 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce3a8721-4b20-40db-9c55-92cf2b7f3a98 req-b936e324-0140-4c43-ae21-908e8abc0ea8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0527573 Apr 14 21:57:22.688534 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce3a8721-4b20-40db-9c55-92cf2b7f3a98 req-3d1ccf50-442d-48dc-83af-178f9e3c2c47 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Apr 14 21:57:23.818269 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389382f-0ce0-4ca7-871d-e7094bcbe82e req-ce84778c-d45d-4ac5-8df6-62bbb319a2b8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:23.819695 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d389382f-0ce0-4ca7-871d-e7094bcbe82e req-ce84778c-d45d-4ac5-8df6-62bbb319a2b8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0480092 Apr 14 21:57:23.869803 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d389382f-0ce0-4ca7-871d-e7094bcbe82e req-d123e0f1-c139-406c-8f17-2a4a55440ed9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441566 Apr 14 21:57:25.000819 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a93ada-6a94-4f31-99c8-fe081a38d515 req-caa5d445-6a95-4fba-b03e-382cc1377c67 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:25.002898 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e5a93ada-6a94-4f31-99c8-fe081a38d515 req-caa5d445-6a95-4fba-b03e-382cc1377c67 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0578856 Apr 14 21:57:25.069582 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e5a93ada-6a94-4f31-99c8-fe081a38d515 req-7a63fad4-5c22-4e84-a0cc-b73b3eb4c83c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560453 Apr 14 21:57:26.106890 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-245433d4-410b-47cd-bbba-51f45e06807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:26.109393 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-245433d4-410b-47cd-bbba-51f45e06807a service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 916 time: 0.1087530 Apr 14 21:57:26.275615 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-97f955c5-4be2-4e98-ab47-9e8786c18146 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38037253-9284-4eb4-9a96-40035e46c7a0 HTTP/1.1" status: 200 len: 1001 time: 0.1568220 Apr 14 21:57:26.281712 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ce7e2-9248-41e7-8137-aba22d575801 req-4c152606-ac01-46de-86db-bccc4c26cbc0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:26.283131 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-696ce7e2-9248-41e7-8137-aba22d575801 req-4c152606-ac01-46de-86db-bccc4c26cbc0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.1140027 Apr 14 21:57:26.342473 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-696ce7e2-9248-41e7-8137-aba22d575801 req-e172f778-3de1-4467-82e8-e34252f6c2f5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493469 Apr 14 21:57:26.924783 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-f718730b-4371-4d29-bf25-ceaa6cca2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:26.926264 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-f718730b-4371-4d29-bf25-ceaa6cca2716 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0489736 Apr 14 21:57:26.994197 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-4e1974d2-11e8-41c5-83cd-24b6f13a8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:26.995469 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-4e1974d2-11e8-41c5-83cd-24b6f13a8c2f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608022 Apr 14 21:57:27.119106 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-c73943d8-ad25-4d60-83ea-9afe934e8534 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121564 Apr 14 21:57:27.226810 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-244aae3a-3838-4ef7-bd0b-91fb32971ed5 req-5ff2606e-928f-414b-904b-d5387aa78874 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988944 Apr 14 21:57:27.484019 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa992a7-67c5-46aa-b490-530c89321f0f req-49bc0212-bb19-4969-879c-b5991e041a39 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:27.485998 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6aa992a7-67c5-46aa-b490-530c89321f0f req-49bc0212-bb19-4969-879c-b5991e041a39 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0590501 Apr 14 21:57:27.544431 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6aa992a7-67c5-46aa-b490-530c89321f0f req-dc29a5fb-eab3-438a-957b-aead6a2163f1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508659 Apr 14 21:57:28.466435 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998cf64-21df-47c6-9a32-31ff56e9f5cf req-ad31cb18-8341-4148-8486-5c9eaf4bf345 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:28.468141 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c998cf64-21df-47c6-9a32-31ff56e9f5cf req-ad31cb18-8341-4148-8486-5c9eaf4bf345 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0540543 Apr 14 21:57:28.532942 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c998cf64-21df-47c6-9a32-31ff56e9f5cf req-fd5df823-856a-414c-a887-3d4bc1e1713b tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562053 Apr 14 21:57:28.696287 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d9dad-57db-43b2-93ff-6f5f82848e44 req-19576dce-c7d7-4291-a01a-9c00e11d6525 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:28.697931 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bf2d9dad-57db-43b2-93ff-6f5f82848e44 req-19576dce-c7d7-4291-a01a-9c00e11d6525 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0623448 Apr 14 21:57:28.758398 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bf2d9dad-57db-43b2-93ff-6f5f82848e44 req-679f1905-8d30-4d57-8fe2-43594df587cc tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545354 Apr 14 21:57:29.668529 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ed64-46e9-4c8a-97eb-68a58efe9c5d req-9f9b1269-aa3c-42b7-9d06-7f7cd958f81d tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:29.670186 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d297ed64-46e9-4c8a-97eb-68a58efe9c5d req-9f9b1269-aa3c-42b7-9d06-7f7cd958f81d tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0576441 Apr 14 21:57:29.729159 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d297ed64-46e9-4c8a-97eb-68a58efe9c5d req-d99ead4e-8031-49a9-bbf8-669eb018f1ef tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526154 Apr 14 21:57:29.914327 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3663cc-dc96-48f5-b8a6-e673062f3728 req-155989a8-1c2c-4cbe-bc85-49cc77f1e437 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:29.915987 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca3663cc-dc96-48f5-b8a6-e673062f3728 req-155989a8-1c2c-4cbe-bc85-49cc77f1e437 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0724583 Apr 14 21:57:29.998252 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca3663cc-dc96-48f5-b8a6-e673062f3728 req-d8e177b6-3e0c-4ad2-a6b4-01f5ba24480f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760181 Apr 14 21:57:30.889145 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67414f41-2154-40b4-b912-f3266df14c2c req-ad2bfdae-e434-43ed-a454-bf6cf8383082 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:30.890758 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-67414f41-2154-40b4-b912-f3266df14c2c req-ad2bfdae-e434-43ed-a454-bf6cf8383082 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0557096 Apr 14 21:57:30.946080 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-67414f41-2154-40b4-b912-f3266df14c2c req-43af38bd-ffec-4db9-93e4-410ff3870942 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480113 Apr 14 21:57:31.338359 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aecd4-8fb5-4201-8fa4-10095b362a49 req-a0f15ff7-2b88-4345-8459-4fc8e98f6236 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:31.339975 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a06aecd4-8fb5-4201-8fa4-10095b362a49 req-a0f15ff7-2b88-4345-8459-4fc8e98f6236 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.2682095 Apr 14 21:57:31.403131 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a06aecd4-8fb5-4201-8fa4-10095b362a49 req-19570efe-0c27-497c-959a-da9bd93dde8c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568590 Apr 14 21:57:32.090301 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aefce-e93b-489c-8148-32ae8f75ec56 req-a108a303-c8e1-41f1-8b0d-6093d52d8be5 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:32.092788 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a89aefce-e93b-489c-8148-32ae8f75ec56 req-a108a303-c8e1-41f1-8b0d-6093d52d8be5 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0597982 Apr 14 21:57:32.152261 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a89aefce-e93b-489c-8148-32ae8f75ec56 req-6aedbb7b-f51b-46e5-ae65-9a2c8b8e8d7a tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537407 Apr 14 21:57:32.575516 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d06d17-49e4-42ef-a266-c959d97fb32d req-7e1ca41d-dc8a-4f10-9658-4ae16714d83e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:32.578124 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09d06d17-49e4-42ef-a266-c959d97fb32d req-7e1ca41d-dc8a-4f10-9658-4ae16714d83e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0621545 Apr 14 21:57:32.643865 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09d06d17-49e4-42ef-a266-c959d97fb32d req-9b611beb-f09a-47ea-aa6b-9e1d23327597 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542500 Apr 14 21:57:33.322602 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8b5e4-3a01-4d58-8141-6ab31d0de55e req-ad18366b-fc0a-42bc-9efc-643658acbbf0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:33.324510 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1c8b5e4-3a01-4d58-8141-6ab31d0de55e req-ad18366b-fc0a-42bc-9efc-643658acbbf0 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0825276 Apr 14 21:57:33.396743 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1c8b5e4-3a01-4d58-8141-6ab31d0de55e req-170d356a-912b-41d4-939f-6930159058cc tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660815 Apr 14 21:57:33.811588 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7539f-ce46-4bba-b2c9-2a649d88cd7e req-65049f06-7442-49b1-834f-1201521815ed tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:33.814154 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-87a7539f-ce46-4bba-b2c9-2a649d88cd7e req-65049f06-7442-49b1-834f-1201521815ed tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0694795 Apr 14 21:57:33.873949 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-87a7539f-ce46-4bba-b2c9-2a649d88cd7e req-8272fd21-fb73-4a07-98e7-6e400c4d2846 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537186 Apr 14 21:57:34.608073 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b4c14-56f6-4c89-b736-b4d73e3f38ac req-fd29a9c6-fd61-4144-9462-ffde0da41933 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:34.609690 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c13b4c14-56f6-4c89-b736-b4d73e3f38ac req-fd29a9c6-fd61-4144-9462-ffde0da41933 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0784357 Apr 14 21:57:34.666799 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c13b4c14-56f6-4c89-b736-b4d73e3f38ac req-6111f656-9c54-4ec6-8191-b8751e41d620 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506804 Apr 14 21:57:35.004491 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 48360) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:35.027304 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34621e91-5a72-4844-85fb-3f0f0e0b37df req-ba66231b-6819-43b5-b097-8d87cc1e5c9d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:35.028884 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-34621e91-5a72-4844-85fb-3f0f0e0b37df req-ba66231b-6819-43b5-b097-8d87cc1e5c9d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0759542 Apr 14 21:57:35.103450 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-34621e91-5a72-4844-85fb-3f0f0e0b37df req-4bb557fe-155b-4e65-b38f-fe0cb87fa0dd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667844 Apr 14 21:57:35.149186 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:35.237900 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Publish callbacks [] for security_group (019f8300-796c-4d82-b013-86a140754e97), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:35.319407 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (019f8300-796c-4d82-b013-86a140754e97), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:35.368603 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ffb8bed5a024424c9c20104e1b292ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624959 Apr 14 21:57:35.369342 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019f8300-796c-4d82-b013-86a140754e97,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:35.371459 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 48372) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:35.377522 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.378012 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.378529 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.379002 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.380628 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.380804 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.381105 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.381575 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.381818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.382161 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.382512 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.383028 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.383358 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.383711 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.384132 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b35936-a685-459a-adee-0e21a881351f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:35.428605 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b5385698-c244-42a7-bb8c-fadbeb8a12de admin admin] Publish callbacks [] for security_group (019f8300-796c-4d82-b013-86a140754e97), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:35.453317 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b5385698-c244-42a7-bb8c-fadbeb8a12de admin admin] Publish callbacks [] for security_group (019f8300-796c-4d82-b013-86a140754e97), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:35.587062 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b5385698-c244-42a7-bb8c-fadbeb8a12de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (019f8300-796c-4d82-b013-86a140754e97), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:35.590089 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b5385698-c244-42a7-bb8c-fadbeb8a12de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:35.591542 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b5385698-c244-42a7-bb8c-fadbeb8a12de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/019f8300-796c-4d82-b013-86a140754e97 HTTP/1.1" status: 204 len: 168 time: 0.2188351 Apr 14 21:57:35.602031 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5385698-c244-42a7-bb8c-fadbeb8a12de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019f8300-796c-4d82-b013-86a140754e97,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:35.643638 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 48382) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:35.835316 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f3781bf8-0cff-4b4e-9593-983648f1d3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:35.854299 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a6985-17e7-4a32-af24-1703d47203fb req-3beceaae-c5be-49cf-86f5-764bb133e8ed tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:35.855827 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c36a6985-17e7-4a32-af24-1703d47203fb req-3beceaae-c5be-49cf-86f5-764bb133e8ed tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0871568 Apr 14 21:57:35.930305 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c36a6985-17e7-4a32-af24-1703d47203fb req-94c56a2c-9d1d-491e-b259-054fb02c035b tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663490 Apr 14 21:57:35.974558 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f3781bf8-0cff-4b4e-9593-983648f1d3b9 admin admin] Publish callbacks [] for security_group (2016a8e4-df88-4581-880b-2a2cbe826f02), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.078208 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f3781bf8-0cff-4b4e-9593-983648f1d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2016a8e4-df88-4581-880b-2a2cbe826f02), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.127290 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f3781bf8-0cff-4b4e-9593-983648f1d3b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f21b141486fa4e5581b5416a25be3c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4821019 Apr 14 21:57:36.130602 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3781bf8-0cff-4b4e-9593-983648f1d3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2016a8e4-df88-4581-880b-2a2cbe826f02,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:36.132615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 48392) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:36.235174 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-833c5a2f-be9f-44c2-99ba-eef3a9a6f453 admin admin] Publish callbacks [] for security_group (2016a8e4-df88-4581-880b-2a2cbe826f02), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.292262 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-833c5a2f-be9f-44c2-99ba-eef3a9a6f453 admin admin] Publish callbacks [] for security_group (2016a8e4-df88-4581-880b-2a2cbe826f02), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.306895 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e604fcd-a7ac-4fcb-aade-abfa789ca8b3 req-e4a684ef-28fd-488e-a96e-90a761cfb24c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:36.308945 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e604fcd-a7ac-4fcb-aade-abfa789ca8b3 req-e4a684ef-28fd-488e-a96e-90a761cfb24c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0759163 Apr 14 21:57:36.383449 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e604fcd-a7ac-4fcb-aade-abfa789ca8b3 req-da55e5c1-58f6-4928-8022-fd8401c58fb6 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643706 Apr 14 21:57:36.448780 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-833c5a2f-be9f-44c2-99ba-eef3a9a6f453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2016a8e4-df88-4581-880b-2a2cbe826f02), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.451831 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-833c5a2f-be9f-44c2-99ba-eef3a9a6f453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.453367 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-833c5a2f-be9f-44c2-99ba-eef3a9a6f453 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2016a8e4-df88-4581-880b-2a2cbe826f02 HTTP/1.1" status: 204 len: 168 time: 0.3185530 Apr 14 21:57:36.464087 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c5a2f-be9f-44c2-99ba-eef3a9a6f453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016a8e4-df88-4581-880b-2a2cbe826f02,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:36.632209 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 48402) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:36.647830 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d4ae4641-efb3-415a-a051-6062104ad6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.758819 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d4ae4641-efb3-415a-a051-6062104ad6c5 admin admin] Publish callbacks [] for security_group (b52ab28f-093b-443b-86a8-dd9a6606de01), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.855887 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d4ae4641-efb3-415a-a051-6062104ad6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (b52ab28f-093b-443b-86a8-dd9a6606de01), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.896706 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d4ae4641-efb3-415a-a051-6062104ad6c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=604580b0aaee43419e1b959d9291ce32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632065 Apr 14 21:57:36.897616 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae4641-efb3-415a-a051-6062104ad6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52ab28f-093b-443b-86a8-dd9a6606de01,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:36.899580 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 48408) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:36.956440 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-797ed6df-839b-4273-b7d3-b89d2255c4dc admin admin] Publish callbacks [] for security_group (b52ab28f-093b-443b-86a8-dd9a6606de01), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:36.983886 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-797ed6df-839b-4273-b7d3-b89d2255c4dc admin admin] Publish callbacks [] for security_group (b52ab28f-093b-443b-86a8-dd9a6606de01), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.104087 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07af0a4-5404-4dbf-b99b-39ba0c61d1de req-b93abf2d-adda-4fa2-afe3-ff4d9f4eb6b3 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:37.105893 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e07af0a4-5404-4dbf-b99b-39ba0c61d1de req-b93abf2d-adda-4fa2-afe3-ff4d9f4eb6b3 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0566757 Apr 14 21:57:37.152938 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-797ed6df-839b-4273-b7d3-b89d2255c4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (b52ab28f-093b-443b-86a8-dd9a6606de01), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.155565 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-797ed6df-839b-4273-b7d3-b89d2255c4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.161141 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-797ed6df-839b-4273-b7d3-b89d2255c4dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b52ab28f-093b-443b-86a8-dd9a6606de01 HTTP/1.1" status: 204 len: 168 time: 0.2560441 Apr 14 21:57:37.168496 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e07af0a4-5404-4dbf-b99b-39ba0c61d1de req-8d1dd843-edb7-41a1-b03e-91d9674ab99e tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564411 Apr 14 21:57:37.173788 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ed6df-839b-4273-b7d3-b89d2255c4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52ab28f-093b-443b-86a8-dd9a6606de01,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:37.226518 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 48416) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:37.246143 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-85a674b8-699e-404a-9354-3b0fc5648d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.345464 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-85a674b8-699e-404a-9354-3b0fc5648d95 admin admin] Publish callbacks [] for security_group (88b99e64-35be-4958-9ad0-6d2dcb22aa21), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.414824 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-85a674b8-699e-404a-9354-3b0fc5648d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (88b99e64-35be-4958-9ad0-6d2dcb22aa21), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.479081 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-85a674b8-699e-404a-9354-3b0fc5648d95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e56e1fc498f441bdac7b465540d19184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507467 Apr 14 21:57:37.479732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a674b8-699e-404a-9354-3b0fc5648d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b99e64-35be-4958-9ad0-6d2dcb22aa21,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:37.482088 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 48420) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:37.544094 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bac08-8b7e-4e10-af83-57fe0d84a163 req-ad3c868c-158d-4320-8242-c690e8eceb75 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:37.546741 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ef5bac08-8b7e-4e10-af83-57fe0d84a163 req-ad3c868c-158d-4320-8242-c690e8eceb75 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0885637 Apr 14 21:57:37.569698 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9602f7dc-7bda-4106-ac52-e5257fa251af admin admin] Publish callbacks [] for security_group (88b99e64-35be-4958-9ad0-6d2dcb22aa21), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.599188 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9602f7dc-7bda-4106-ac52-e5257fa251af admin admin] Publish callbacks [] for security_group (88b99e64-35be-4958-9ad0-6d2dcb22aa21), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.613424 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ef5bac08-8b7e-4e10-af83-57fe0d84a163 req-e43809ee-88b8-405b-b50c-b31bf806c053 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587103 Apr 14 21:57:37.746898 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9602f7dc-7bda-4106-ac52-e5257fa251af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (88b99e64-35be-4958-9ad0-6d2dcb22aa21), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.749729 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9602f7dc-7bda-4106-ac52-e5257fa251af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:37.751071 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9602f7dc-7bda-4106-ac52-e5257fa251af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88b99e64-35be-4958-9ad0-6d2dcb22aa21 HTTP/1.1" status: 204 len: 168 time: 0.2675600 Apr 14 21:57:37.760659 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602f7dc-7bda-4106-ac52-e5257fa251af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b99e64-35be-4958-9ad0-6d2dcb22aa21,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:38.142540 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 48432) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:38.161494 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6c41561-7f5d-473b-a818-83afc2dbbe37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:38.241905 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:57:38.297397 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6c41561-7f5d-473b-a818-83afc2dbbe37 admin admin] Publish callbacks [] for security_group (c820d93d-9659-42e8-8cfa-a6a9e7cdba8b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:38.347537 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22755-4f4d-415c-8439-d6a9a21eeba3 req-50df4202-ad12-4f8b-beca-2caf73e60436 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:38.349542 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d6c22755-4f4d-415c-8439-d6a9a21eeba3 req-50df4202-ad12-4f8b-beca-2caf73e60436 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0548186 Apr 14 21:57:38.350752 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6c41561-7f5d-473b-a818-83afc2dbbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c820d93d-9659-42e8-8cfa-a6a9e7cdba8b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:38.410589 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e6c41561-7f5d-473b-a818-83afc2dbbe37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0869edd46fe445df9da0bf45297c84b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668793 Apr 14 21:57:38.414713 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 48438) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:38.415541 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c41561-7f5d-473b-a818-83afc2dbbe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c820d93d-9659-42e8-8cfa-a6a9e7cdba8b,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:38.461542 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d6c22755-4f4d-415c-8439-d6a9a21eeba3 req-a09837fe-8e51-4896-a8ab-dc30e62b620b tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989711 Apr 14 21:57:38.492330 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d38a07a0-b172-4ee6-9418-8553236bc1d0 admin admin] Publish callbacks [] for security_group (c820d93d-9659-42e8-8cfa-a6a9e7cdba8b), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:38.518157 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d38a07a0-b172-4ee6-9418-8553236bc1d0 admin admin] Publish callbacks [] for security_group (c820d93d-9659-42e8-8cfa-a6a9e7cdba8b), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:38.586402 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 48440) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:38.604379 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-965b865e-e126-4602-baa4-8232d08461c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:38.725508 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d38a07a0-b172-4ee6-9418-8553236bc1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c820d93d-9659-42e8-8cfa-a6a9e7cdba8b), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:38.728130 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d38a07a0-b172-4ee6-9418-8553236bc1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:38.729339 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d38a07a0-b172-4ee6-9418-8553236bc1d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c820d93d-9659-42e8-8cfa-a6a9e7cdba8b HTTP/1.1" status: 204 len: 168 time: 0.3132331 Apr 14 21:57:38.763331 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a07a0-b172-4ee6-9418-8553236bc1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c820d93d-9659-42e8-8cfa-a6a9e7cdba8b,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:38.784839 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493d2af-82b0-4420-ab4c-0d7503b6ab6b req-fc9ef13b-8cb7-488f-9741-6de2a87d1a7b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:38.787893 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f493d2af-82b0-4420-ab4c-0d7503b6ab6b req-fc9ef13b-8cb7-488f-9741-6de2a87d1a7b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0965848 Apr 14 21:57:38.876957 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f493d2af-82b0-4420-ab4c-0d7503b6ab6b req-64e38199-b63f-4b78-add7-f72e092c4178 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772691 Apr 14 21:57:38.896890 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-965b865e-e126-4602-baa4-8232d08461c3 admin admin] Publish callbacks [] for security_group (8e0e1e74-9567-4a35-97e5-757e4533d38d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:38.958045 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-965b865e-e126-4602-baa4-8232d08461c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8e0e1e74-9567-4a35-97e5-757e4533d38d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:39.007931 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-965b865e-e126-4602-baa4-8232d08461c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79baa07f7a7746d9ba780393dd8ab8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200718 Apr 14 21:57:39.009163 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b865e-e126-4602-baa4-8232d08461c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e1e74-9567-4a35-97e5-757e4533d38d,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:39.011741 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 48450) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:57:39.071983 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-786d8486-b553-413b-97af-c12452952e4e admin admin] Publish callbacks [] for security_group (8e0e1e74-9567-4a35-97e5-757e4533d38d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:39.101731 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-786d8486-b553-413b-97af-c12452952e4e admin admin] Publish callbacks [] for security_group (8e0e1e74-9567-4a35-97e5-757e4533d38d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:39.249419 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-786d8486-b553-413b-97af-c12452952e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8e0e1e74-9567-4a35-97e5-757e4533d38d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:39.252022 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-786d8486-b553-413b-97af-c12452952e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:39.259399 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-786d8486-b553-413b-97af-c12452952e4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e0e1e74-9567-4a35-97e5-757e4533d38d HTTP/1.1" status: 204 len: 168 time: 0.2405503 Apr 14 21:57:39.261984 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d8486-b553-413b-97af-c12452952e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e1e74-9567-4a35-97e5-757e4533d38d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:39.612268 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c6351-3c5a-4725-ba75-0cc9e57d83f9 req-7174354f-bafa-4075-b1f3-e8067bfded58 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:39.621040 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-184c6351-3c5a-4725-ba75-0cc9e57d83f9 req-7174354f-bafa-4075-b1f3-e8067bfded58 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0778499 Apr 14 21:57:39.682050 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-184c6351-3c5a-4725-ba75-0cc9e57d83f9 req-662af5ad-aa7a-48fc-bc80-aa0748c75330 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/security-groups?id=de2e61c1-1aed-4f13-b92b-61876b6009eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583396 Apr 14 21:57:39.775407 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:40.031030 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a4385-6f0a-48b3-a78b-45786b717196 req-db2c6a0e-f0a3-46b7-9aae-4575b90a3aac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:40.032706 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a36a4385-6f0a-48b3-a78b-45786b717196 req-db2c6a0e-f0a3-46b7-9aae-4575b90a3aac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0783434 Apr 14 21:57:40.091221 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device e7bf5e06-624f-408f-b60b-13af4a1919d8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:57:40.141415 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2e321-3344-4942-82f8-54877c1abd87 req-dfaf911b-2116-4911-94e8-efd7585bba4d tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:40.143113 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-45c2e321-3344-4942-82f8-54877c1abd87 req-dfaf911b-2116-4911-94e8-efd7585bba4d tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.81 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 946 time: 0.0567670 Apr 14 21:57:40.174030 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a36a4385-6f0a-48b3-a78b-45786b717196 req-ebf77c01-b7ff-4dfe-b182-b41a29175107 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333399 Apr 14 21:57:40.216765 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port e7bf5e06-624f-408f-b60b-13af4a1919d8 is: ACTIVE; New status is: DOWN {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:57:40.217164 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:40.250617 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bf5e06-624f-408f-b60b-13af4a1919d8'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:57:40.252925 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca054b7-9af5-4311-bcab-5027601c68fe" -d '{"events": [{"server_uuid": "88fe8349-0ce1-473b-b49f-de5d13fdc6fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bf5e06-624f-408f-b60b-13af4a1919d8"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:57:40.267358 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port e7bf5e06-624f-408f-b60b-13af4a1919d8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7bf5e06-624f-408f-b60b-13af4a1919d8,segment=NetworkSegment(db42ab9e-67a7-434f-80f0-ab7bc08ac441),segment_id=db42ab9e-67a7-434f-80f0-ab7bc08ac441)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:57:40.303116 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 21:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb703ff-962e-4680-a29a-040dbbd765dc x-openstack-request-id: req-0fb703ff-962e-4680-a29a-040dbbd765dc {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:57:40.303116 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fe8349-0ce1-473b-b49f-de5d13fdc6fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bf5e06-624f-408f-b60b-13af4a1919d8", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:57:40.303116 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fb703ff-962e-4680-a29a-040dbbd765dc {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:57:40.303886 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb703ff-962e-4680-a29a-040dbbd765dc'] response: {'server_uuid': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bf5e06-624f-408f-b60b-13af4a1919d8', 'code': 200} Apr 14 21:57:40.323345 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-45c2e321-3344-4942-82f8-54877c1abd87 req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Deleting port e7bf5e06-624f-408f-b60b-13af4a1919d8 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:57:40.323734 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45c2e321-3344-4942-82f8-54877c1abd87 req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:40.385888 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:40.453651 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-45c2e321-3344-4942-82f8-54877c1abd87 req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] For port e7bf5e06-624f-408f-b60b-13af4a1919d8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7bf5e06-624f-408f-b60b-13af4a1919d8,segment=NetworkSegment(db42ab9e-67a7-434f-80f0-ab7bc08ac441),segment_id=db42ab9e-67a7-434f-80f0-ab7bc08ac441)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:57:40.454130 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45c2e321-3344-4942-82f8-54877c1abd87 req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:40.467092 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=e7bf5e06-624f-408f-b60b-13af4a1919d8,revision_number=6']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:40.477192 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.477969 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.478610 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.479006 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.479448 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.480016 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.483110 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.483474 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.483828 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.484180 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.484506 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-45c2e321-3344-4942-82f8-54877c1abd87 req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Calling delete_port for e7bf5e06-624f-408f-b60b-13af4a1919d8 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:57:40.485390 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.485829 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.486183 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.487702 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.488055 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:57:40.773831 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45c2e321-3344-4942-82f8-54877c1abd87 req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (e7bf5e06-624f-408f-b60b-13af4a1919d8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:40.858820 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fc804464-008b-4dbd-a0d9-6edf85e13d9e req-e2679dd7-1c6f-4605-b216-f952f9737deb tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 210 time: 0.0824966 Apr 14 21:57:40.862352 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Pushing event deleted for resources: {'Port': ['ID=e7bf5e06-624f-408f-b60b-13af4a1919d8,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:57:41.000200 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c2e321-3344-4942-82f8-54877c1abd87 req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] No DVR routers for this DVR port e7bf5e06-624f-408f-b60b-13af4a1919d8 on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:57:41.004170 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45c2e321-3344-4942-82f8-54877c1abd87 req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:41.009543 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-45c2e321-3344-4942-82f8-54877c1abd87 req-9f768815-f743-4438-af29-bd6b3f9ad772 tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.81 "DELETE /v2.0/ports/e7bf5e06-624f-408f-b60b-13af4a1919d8 HTTP/1.1" status: 204 len: 173 time: 0.8561838 Apr 14 21:57:41.010050 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'name': 'network-vif-deleted', 'tag': 'e7bf5e06-624f-408f-b60b-13af4a1919d8'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:57:41.014400 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54de83d-daa6-4f1e-bfc9-760ee9ed4dac" -d '{"events": [{"server_uuid": "88fe8349-0ce1-473b-b49f-de5d13fdc6fa", "name": "network-vif-deleted", "tag": "e7bf5e06-624f-408f-b60b-13af4a1919d8"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:57:41.066233 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959456a9-5f75-47a9-837e-f4c97d688f4d x-openstack-request-id: req-959456a9-5f75-47a9-837e-f4c97d688f4d {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:57:41.066233 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fe8349-0ce1-473b-b49f-de5d13fdc6fa", "name": "network-vif-deleted", "tag": "e7bf5e06-624f-408f-b60b-13af4a1919d8", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:57:41.066233 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-959456a9-5f75-47a9-837e-f4c97d688f4d {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:57:41.067585 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959456a9-5f75-47a9-837e-f4c97d688f4d'] response: {'server_uuid': '88fe8349-0ce1-473b-b49f-de5d13fdc6fa', 'name': 'network-vif-deleted', 'tag': 'e7bf5e06-624f-408f-b60b-13af4a1919d8', 'status': 'completed', 'code': 200} Apr 14 21:57:41.341974 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fbd8a-1ccd-48d2-be26-5b887c342a36 req-e987217c-4525-47fd-aa38-5c44ffef451c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:41.343526 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e24fbd8a-1ccd-48d2-be26-5b887c342a36 req-e987217c-4525-47fd-aa38-5c44ffef451c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0572596 Apr 14 21:57:41.416008 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e24fbd8a-1ccd-48d2-be26-5b887c342a36 req-2ac55f83-27c0-4d28-becd-471f84a94d6c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622406 Apr 14 21:57:42.055264 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-201b1b4c-61bf-45cc-9a25-41dfb9b2ffb5 req-1cbda299-eb4c-4d57-bdf5-30b130f0d38b tempest-DeleteServersTestJSON-2120461177 tempest-DeleteServersTestJSON-2120461177-project] 10.222.0.52 "GET /v2.0/ports?device_id=88fe8349-0ce1-473b-b49f-de5d13fdc6fa HTTP/1.1" status: 200 len: 210 time: 0.0715964 Apr 14 21:57:42.553729 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fc3a2-3ca9-459a-b6a4-13ffb5f8b3f5 req-f9f77c05-500b-4785-9937-f9927360343b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:42.555814 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cc3fc3a2-3ca9-459a-b6a4-13ffb5f8b3f5 req-f9f77c05-500b-4785-9937-f9927360343b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0631807 Apr 14 21:57:42.622791 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cc3fc3a2-3ca9-459a-b6a4-13ffb5f8b3f5 req-a650738f-5ebe-41e7-b6c0-89f5e664daf7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604300 Apr 14 21:57:43.766282 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4b747-ef10-4158-9bd7-cfb32490d9b4 req-e4ceaeae-5383-46d2-92a4-3619d5ab4d68 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:43.767775 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bbb4b747-ef10-4158-9bd7-cfb32490d9b4 req-e4ceaeae-5383-46d2-92a4-3619d5ab4d68 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0529525 Apr 14 21:57:43.824066 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bbb4b747-ef10-4158-9bd7-cfb32490d9b4 req-b427217a-5b3f-41e5-a733-f7485cf71766 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495460 Apr 14 21:57:44.962554 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49823ee-e5ab-44c7-95f1-0cb0e5afda22 req-829b29f1-f827-4c96-b6c4-7cbf98c7f6cd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:44.964989 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b49823ee-e5ab-44c7-95f1-0cb0e5afda22 req-829b29f1-f827-4c96-b6c4-7cbf98c7f6cd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0506463 Apr 14 21:57:45.029935 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b49823ee-e5ab-44c7-95f1-0cb0e5afda22 req-33cc417c-fb4d-45b4-b9d8-b90758ba97dd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587835 Apr 14 21:57:46.054689 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-73ddafd6-643f-4dc9-9b68-acd77a8c10b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:46.186422 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c76cf-16f1-4829-a255-addd2e342aae req-7cf86ae6-b6a4-43ea-a8b9-e538582a34d0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:46.188148 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b23c76cf-16f1-4829-a255-addd2e342aae req-7cf86ae6-b6a4-43ea-a8b9-e538582a34d0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0576124 Apr 14 21:57:46.278258 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b23c76cf-16f1-4829-a255-addd2e342aae req-1d7fd519-15c5-4cc4-b39e-689f3f2c2bc1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819714 Apr 14 21:57:47.409701 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a668d-b789-4170-8895-5f0bc490e2df req-1e577590-b2d6-4849-bd73-1eae8c5a7b16 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:47.411838 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-633a668d-b789-4170-8895-5f0bc490e2df req-1e577590-b2d6-4849-bd73-1eae8c5a7b16 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0558412 Apr 14 21:57:47.465277 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-633a668d-b789-4170-8895-5f0bc490e2df req-5de09c07-9f2f-4b9e-bc2a-761279f4ae1b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465331 Apr 14 21:57:48.518178 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e2e4da-447b-404e-ad12-4a0a9a0398f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:48.586965 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2eac-579c-4ef6-8a6b-3aca7c64432d req-e3bce523-9605-4c66-8a04-020867c98c38 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:48.588813 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a9ba2eac-579c-4ef6-8a6b-3aca7c64432d req-e3bce523-9605-4c66-8a04-020867c98c38 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0530455 Apr 14 21:57:48.640861 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a9ba2eac-579c-4ef6-8a6b-3aca7c64432d req-e3c2bc63-158a-41f0-9720-bd364da9e320 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455492 Apr 14 21:57:49.649951 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:49.759140 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3f81d-d16b-45c9-838f-949181c9ec8c req-41b9b89b-2978-4fe5-b943-5b453110f4f5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:49.759140 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a5b3f81d-d16b-45c9-838f-949181c9ec8c req-41b9b89b-2978-4fe5-b943-5b453110f4f5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0488694 Apr 14 21:57:49.809171 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a5b3f81d-d16b-45c9-838f-949181c9ec8c req-7565b429-7916-4790-a397-521b279dbcb4 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459881 Apr 14 21:57:50.804039 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:50.929631 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b1b9e-6e50-4095-a72c-f62ac600dabe req-935b7df9-0fd1-4982-8cb6-65492cadda2e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:50.930864 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6f4b1b9e-6e50-4095-a72c-f62ac600dabe req-935b7df9-0fd1-4982-8cb6-65492cadda2e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0529783 Apr 14 21:57:50.978273 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6f4b1b9e-6e50-4095-a72c-f62ac600dabe req-73b74b92-b876-4fb9-b221-4928aaa1f21d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Apr 14 21:57:52.102386 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdf601-f716-4093-89e5-0e7f7300b86f req-5458f51b-f34c-41ea-9f73-522745dbf2b5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:52.105299 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b8bdf601-f716-4093-89e5-0e7f7300b86f req-5458f51b-f34c-41ea-9f73-522745dbf2b5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0533874 Apr 14 21:57:52.157971 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b8bdf601-f716-4093-89e5-0e7f7300b86f req-d7386052-f926-4385-afad-21d4500e63a3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487254 Apr 14 21:57:52.581179 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:57:53.281157 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b517b-0ba9-4af4-960f-109f45f4c44e req-28973983-1e80-44ea-9315-00bb2fc2cadd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:53.283528 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b30b517b-0ba9-4af4-960f-109f45f4c44e req-28973983-1e80-44ea-9315-00bb2fc2cadd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0508292 Apr 14 21:57:53.330516 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b30b517b-0ba9-4af4-960f-109f45f4c44e req-f81dd25e-ea7f-405b-95db-a5a7be477dcb tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Apr 14 21:57:54.449021 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed8b5-86cc-4a78-8edf-48d42b05cfe0 req-48ed3cac-1ac1-48d9-8daa-4a269e965731 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:54.450604 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-341ed8b5-86cc-4a78-8edf-48d42b05cfe0 req-48ed3cac-1ac1-48d9-8daa-4a269e965731 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0485187 Apr 14 21:57:54.503764 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-341ed8b5-86cc-4a78-8edf-48d42b05cfe0 req-87f0c3d7-ea44-44a7-81fe-5fac6b167229 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473495 Apr 14 21:57:55.618402 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f34f-18e5-4751-a16d-2744b277ed31 req-8ebb459e-a4da-450a-8dbd-dff0669b0be5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:55.619873 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9300f34f-18e5-4751-a16d-2744b277ed31 req-8ebb459e-a4da-450a-8dbd-dff0669b0be5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0469222 Apr 14 21:57:55.666310 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9300f34f-18e5-4751-a16d-2744b277ed31 req-d0ca24cb-f14c-4c07-a76d-9620708d02cc tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Apr 14 21:57:56.786154 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea37578-6829-4e0c-93c5-5bc2839bd105 req-1440ce8f-c66e-4800-ab3e-003c1374603d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:56.787748 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7ea37578-6829-4e0c-93c5-5bc2839bd105 req-1440ce8f-c66e-4800-ab3e-003c1374603d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0522060 Apr 14 21:57:56.850712 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7ea37578-6829-4e0c-93c5-5bc2839bd105 req-5e9c75e3-4bf3-45a6-b456-fc8bcb44443b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567534 Apr 14 21:57:57.973941 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455ade-bf92-47c8-b8a8-77a2bb93f8f7 req-fcf36e44-dd04-4098-bb7d-cb6ecdca5af7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:57.975588 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-76455ade-bf92-47c8-b8a8-77a2bb93f8f7 req-fcf36e44-dd04-4098-bb7d-cb6ecdca5af7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0527563 Apr 14 21:57:58.031692 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-76455ade-bf92-47c8-b8a8-77a2bb93f8f7 req-9ee5fa4b-373a-477e-ac6c-833b0e31547d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Apr 14 21:57:59.148235 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8e2d-8d70-4b01-a5e4-7538c79b5491 req-c7137f3d-fe82-4cab-8dbc-0d59b7058ce7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:57:59.149775 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4eab8e2d-8d70-4b01-a5e4-7538c79b5491 req-c7137f3d-fe82-4cab-8dbc-0d59b7058ce7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0495727 Apr 14 21:57:59.204396 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4eab8e2d-8d70-4b01-a5e4-7538c79b5491 req-ffcf9fc0-963f-4830-85cf-a66cbb65eca8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Apr 14 21:58:00.322743 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff156e3-76a6-457d-a550-c1951f4d23df req-9e3090a7-042a-404e-8b07-2267ef0c807b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:00.324272 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ff156e3-76a6-457d-a550-c1951f4d23df req-9e3090a7-042a-404e-8b07-2267ef0c807b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0495226 Apr 14 21:58:00.375120 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ff156e3-76a6-457d-a550-c1951f4d23df req-e3d06eaf-7ea4-403c-8184-8993b9e88b51 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Apr 14 21:58:01.485855 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca9823-3cab-4ad8-9194-0cf703b87499 req-8e7a3bbc-3516-41e5-a770-610c8a77d78d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:01.487341 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca9823-3cab-4ad8-9194-0cf703b87499 req-8e7a3bbc-3516-41e5-a770-610c8a77d78d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0469763 Apr 14 21:58:01.540552 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca9823-3cab-4ad8-9194-0cf703b87499 req-87e983bb-37f2-4da4-a0dd-684e20cc431f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 Apr 14 21:58:02.523623 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee9409-e881-45cf-9210-480243c43348 req-cc95db4b-56e5-456b-ac22-153654b90440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:02.525222 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74ee9409-e881-45cf-9210-480243c43348 req-cc95db4b-56e5-456b-ac22-153654b90440 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 1129 time: 0.0547009 Apr 14 21:58:02.591805 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74ee9409-e881-45cf-9210-480243c43348 req-c3449953-76f4-4aad-b7c5-17569ec3c689 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595260 Apr 14 21:58:02.678892 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90c334-3828-45ff-b4e5-0e373ec5a032 req-546f5313-47ad-459c-b17c-18449ffd6137 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:02.680635 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1b90c334-3828-45ff-b4e5-0e373ec5a032 req-546f5313-47ad-459c-b17c-18449ffd6137 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0601807 Apr 14 21:58:02.736435 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1b90c334-3828-45ff-b4e5-0e373ec5a032 req-fb706e5f-28b8-4173-99b6-7e521226e00e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492628 Apr 14 21:58:03.853109 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49012) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:03.899418 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04764720-4f01-4a72-a898-77a7d4a1cfe3 req-68ce7ac7-2467-4add-9408-dc60d2185d72 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:03.901993 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04764720-4f01-4a72-a898-77a7d4a1cfe3 req-68ce7ac7-2467-4add-9408-dc60d2185d72 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0704465 Apr 14 21:58:03.905559 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c22d7ef-be28-4d6e-973e-a5ad851e1292 admin admin] Deleting subnet 45ed7130-f9e1-4c84-a956-20924bd1f089 {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:58:03.910966 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8c22d7ef-be28-4d6e-973e-a5ad851e1292 admin admin] Publish callbacks [] for subnet (45ed7130-f9e1-4c84-a956-20924bd1f089), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:03.958959 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8c22d7ef-be28-4d6e-973e-a5ad851e1292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (45ed7130-f9e1-4c84-a956-20924bd1f089), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:03.963576 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04764720-4f01-4a72-a898-77a7d4a1cfe3 req-a276c1ef-83ff-46a8-b1f3-254426fd6ae9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511153 Apr 14 21:58:04.005952 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8c22d7ef-be28-4d6e-973e-a5ad851e1292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (45ed7130-f9e1-4c84-a956-20924bd1f089), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.158774 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8c22d7ef-be28-4d6e-973e-a5ad851e1292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (45ed7130-f9e1-4c84-a956-20924bd1f089), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.186722 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22d7ef-be28-4d6e-973e-a5ad851e1292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ed7130-f9e1-4c84-a956-20924bd1f089,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:04.191063 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8c22d7ef-be28-4d6e-973e-a5ad851e1292 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.195188 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8c22d7ef-be28-4d6e-973e-a5ad851e1292 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/45ed7130-f9e1-4c84-a956-20924bd1f089 HTTP/1.1" status: 204 len: 168 time: 0.3435423 Apr 14 21:58:04.200462 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49024) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:04.329250 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (ffddbf15-34c4-41dc-b3a4-223df4a5b5ff), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.459089 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (ffddbf15-34c4-41dc-b3a4-223df4a5b5ff), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.497619 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffddbf15-34c4-41dc-b3a4-223df4a5b5ff']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:04.510856 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db42ab9e-67a7-434f-80f0-ab7bc08ac441') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:04.511502 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db42ab9e-67a7-434f-80f0-ab7bc08ac441') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:04.523828 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (db42ab9e-67a7-434f-80f0-ab7bc08ac441), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.538559 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (db42ab9e-67a7-434f-80f0-ab7bc08ac441), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.549123 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:58:04.549765 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (db42ab9e-67a7-434f-80f0-ab7bc08ac441), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:58:04.553294 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:58:04.758539 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (ffddbf15-34c4-41dc-b3a4-223df4a5b5ff), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.775710 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:04.781526 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ffddbf15-34c4-41dc-b3a4-223df4a5b5ff HTTP/1.1" status: 204 len: 168 time: 0.5775919 Apr 14 21:58:04.782663 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceb769-b6eb-49d1-bff7-c3103ac5df21 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffddbf15-34c4-41dc-b3a4-223df4a5b5ff,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:05.064257 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49046) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:05.094787 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1a7d8-4434-494f-b05a-13d4cb8168bd req-a476b8d3-a697-4cba-b123-ed2915b053a1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:05.096427 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aba1a7d8-4434-494f-b05a-13d4cb8168bd req-a476b8d3-a697-4cba-b123-ed2915b053a1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0561764 Apr 14 21:58:05.103436 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49050) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:05.169281 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aba1a7d8-4434-494f-b05a-13d4cb8168bd req-1e146aab-a7bf-4cbb-9697-bdc4d0aa89f2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584664 Apr 14 21:58:05.327762 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094a419-0ffd-41fc-a0bd-5b2f87e59273 req-60908e03-493f-4614-b00c-a6a297efebe1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:05.329579 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7094a419-0ffd-41fc-a0bd-5b2f87e59273 req-60908e03-493f-4614-b00c-a6a297efebe1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0676372 Apr 14 21:58:05.330782 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3069be3d-e414-4213-9827-7ee3662f08c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.375536 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49064) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:05.379954 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-78572cce-1737-4542-a750-4d1ab32db2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.427528 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ab56b757-f18b-4c8b-885b-10d8ac26cb5c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34a0c2418f5346fbbb18e392ff11722a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507762 Apr 14 21:58:05.430908 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49066) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:05.470689 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7094a419-0ffd-41fc-a0bd-5b2f87e59273 req-621e6067-7c4f-409b-8a5f-006228f669fc tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279914 Apr 14 21:58:05.508625 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-51b66e93-777f-4d06-8f94-f73c40470dfa admin admin] Publish callbacks [] for security_group (de2e61c1-1aed-4f13-b92b-61876b6009eb), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.554370 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-51b66e93-777f-4d06-8f94-f73c40470dfa admin admin] Publish callbacks [] for security_group (de2e61c1-1aed-4f13-b92b-61876b6009eb), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.569904 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3069be3d-e414-4213-9827-7ee3662f08c2 admin admin] Publish callbacks [] for security_group (7c4cfc75-bff3-4140-b728-f67f95d3cdd6), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.599554 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-78572cce-1737-4542-a750-4d1ab32db2a8 admin admin] Publish callbacks [] for security_group (511f99e2-5d2c-48a4-9f76-1e65b0c2ca2f), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.742505 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3069be3d-e414-4213-9827-7ee3662f08c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (7c4cfc75-bff3-4140-b728-f67f95d3cdd6), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.745911 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-78572cce-1737-4542-a750-4d1ab32db2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (511f99e2-5d2c-48a4-9f76-1e65b0c2ca2f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.771381 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-51b66e93-777f-4d06-8f94-f73c40470dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (de2e61c1-1aed-4f13-b92b-61876b6009eb), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.774666 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-51b66e93-777f-4d06-8f94-f73c40470dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.776473 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-51b66e93-777f-4d06-8f94-f73c40470dfa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de2e61c1-1aed-4f13-b92b-61876b6009eb HTTP/1.1" status: 204 len: 168 time: 0.3439131 Apr 14 21:58:05.788858 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b66e93-777f-4d06-8f94-f73c40470dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e61c1-1aed-4f13-b92b-61876b6009eb,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:05.819933 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-78572cce-1737-4542-a750-4d1ab32db2a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a243d57bed454316be947920f1fccc5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7150269 Apr 14 21:58:05.822379 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49072) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:05.825534 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3069be3d-e414-4213-9827-7ee3662f08c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19541936c13a4fd58689e30f0767ae2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7601767 Apr 14 21:58:05.826278 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49074) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:05.826928 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069be3d-e414-4213-9827-7ee3662f08c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4cfc75-bff3-4140-b728-f67f95d3cdd6,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:05.892370 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78572cce-1737-4542-a750-4d1ab32db2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511f99e2-5d2c-48a4-9f76-1e65b0c2ca2f,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:05.897451 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3f69b223-a161-4564-8890-2ba8696d914f admin admin] Publish callbacks [] for security_group (511f99e2-5d2c-48a4-9f76-1e65b0c2ca2f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.925509 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b50eb039-c284-40c6-acb8-7f0a52a73692 admin admin] Publish callbacks [] for security_group (7c4cfc75-bff3-4140-b728-f67f95d3cdd6), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.949054 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3f69b223-a161-4564-8890-2ba8696d914f admin admin] Publish callbacks [] for security_group (511f99e2-5d2c-48a4-9f76-1e65b0c2ca2f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:05.970079 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b50eb039-c284-40c6-acb8-7f0a52a73692 admin admin] Publish callbacks [] for security_group (7c4cfc75-bff3-4140-b728-f67f95d3cdd6), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:06.169946 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3f69b223-a161-4564-8890-2ba8696d914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (511f99e2-5d2c-48a4-9f76-1e65b0c2ca2f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:06.170526 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b50eb039-c284-40c6-acb8-7f0a52a73692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (7c4cfc75-bff3-4140-b728-f67f95d3cdd6), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:06.173194 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b50eb039-c284-40c6-acb8-7f0a52a73692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:06.173449 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3f69b223-a161-4564-8890-2ba8696d914f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:06.174376 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b50eb039-c284-40c6-acb8-7f0a52a73692 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c4cfc75-bff3-4140-b728-f67f95d3cdd6 HTTP/1.1" status: 204 len: 168 time: 0.3404067 Apr 14 21:58:06.176865 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3f69b223-a161-4564-8890-2ba8696d914f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/511f99e2-5d2c-48a4-9f76-1e65b0c2ca2f HTTP/1.1" status: 204 len: 168 time: 0.3520985 Apr 14 21:58:06.186636 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50eb039-c284-40c6-acb8-7f0a52a73692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4cfc75-bff3-4140-b728-f67f95d3cdd6,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:06.197382 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69b223-a161-4564-8890-2ba8696d914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511f99e2-5d2c-48a4-9f76-1e65b0c2ca2f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:07.405913 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49114) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:07.421880 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29c895dc-6072-4230-bf2c-061a90cbca02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:07.532785 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29c895dc-6072-4230-bf2c-061a90cbca02 admin admin] Publish callbacks [] for security_group (a88a87d1-72ae-4e50-ae27-f7b66709ae87), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:07.610169 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29c895dc-6072-4230-bf2c-061a90cbca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (a88a87d1-72ae-4e50-ae27-f7b66709ae87), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:07.651757 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-29c895dc-6072-4230-bf2c-061a90cbca02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4218388b76f347109f7e05fb03269617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445426 Apr 14 21:58:07.652790 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c895dc-6072-4230-bf2c-061a90cbca02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a87d1-72ae-4e50-ae27-f7b66709ae87,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:07.655116 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49118) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:07.715386 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d20aa68-bc65-45fb-92b8-9a9030f48cf3 admin admin] Publish callbacks [] for security_group (a88a87d1-72ae-4e50-ae27-f7b66709ae87), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:07.741569 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d20aa68-bc65-45fb-92b8-9a9030f48cf3 admin admin] Publish callbacks [] for security_group (a88a87d1-72ae-4e50-ae27-f7b66709ae87), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:07.900747 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d20aa68-bc65-45fb-92b8-9a9030f48cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (a88a87d1-72ae-4e50-ae27-f7b66709ae87), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:07.905368 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d20aa68-bc65-45fb-92b8-9a9030f48cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:07.907680 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4d20aa68-bc65-45fb-92b8-9a9030f48cf3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a88a87d1-72ae-4e50-ae27-f7b66709ae87 HTTP/1.1" status: 204 len: 168 time: 0.2507708 Apr 14 21:58:07.916104 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49124) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:07.928028 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20aa68-bc65-45fb-92b8-9a9030f48cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a87d1-72ae-4e50-ae27-f7b66709ae87,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:07.942615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e02-1b31-4b96-8db4-369bdcf0096d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.076116 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49136) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:08.128162 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e02-1b31-4b96-8db4-369bdcf0096d admin admin] Publish callbacks [] for security_group (76622589-99cc-4bf5-a83c-57a87f80f4cc), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.221120 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e02-1b31-4b96-8db4-369bdcf0096d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (76622589-99cc-4bf5-a83c-57a87f80f4cc), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.241665 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49150) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:08.261798 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a40e3e02-1b31-4b96-8db4-369bdcf0096d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2384ca44300d430fa17efac7187013f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438389 Apr 14 21:58:08.266082 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e3e02-1b31-4b96-8db4-369bdcf0096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76622589-99cc-4bf5-a83c-57a87f80f4cc,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:08.269187 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49156) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:08.371120 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-76d437ed-3e00-4ac5-997c-e63633359148 admin admin] Publish callbacks [] for security_group (76622589-99cc-4bf5-a83c-57a87f80f4cc), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.386932 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.420039 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-76d437ed-3e00-4ac5-997c-e63633359148 admin admin] Publish callbacks [] for security_group (76622589-99cc-4bf5-a83c-57a87f80f4cc), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.521431 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Publish callbacks [] for security_group (2f74f089-8827-421a-8dfc-cc51d0891921), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.583531 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-76d437ed-3e00-4ac5-997c-e63633359148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (76622589-99cc-4bf5-a83c-57a87f80f4cc), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.588068 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-76d437ed-3e00-4ac5-997c-e63633359148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.591779 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-76d437ed-3e00-4ac5-997c-e63633359148 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76622589-99cc-4bf5-a83c-57a87f80f4cc HTTP/1.1" status: 204 len: 168 time: 0.3190827 Apr 14 21:58:08.605706 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d437ed-3e00-4ac5-997c-e63633359148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76622589-99cc-4bf5-a83c-57a87f80f4cc,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:08.654486 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8f3bd-dc85-43f9-a571-5ab6d342065e req-80e7cb65-27e8-4c53-b076-a545210e7a3a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:08.656015 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-64e8f3bd-dc85-43f9-a571-5ab6d342065e req-80e7cb65-27e8-4c53-b076-a545210e7a3a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0519254 Apr 14 21:58:08.657194 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2f74f089-8827-421a-8dfc-cc51d0891921), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.721413 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f74f089-8827-421a-8dfc-cc51d0891921,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:08.726681 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=305c41ea276f49cf92de0d997322f130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6490254 Apr 14 21:58:08.731318 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49166) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:08.743836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.744191 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.744569 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.744950 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.745290 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.745626 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.745960 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.746293 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.746641 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.746978 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.747327 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.747670 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.748001 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.748325 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.748685 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad8b92-e95e-43c7-bd11-77ca2323ee52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:08.778506 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104442ae-9767-401a-b1ef-408b7dbab157 req-8aeb087b-b92f-4f5e-821e-c4ea193ab049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:08.780606 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104442ae-9767-401a-b1ef-408b7dbab157 req-8aeb087b-b92f-4f5e-821e-c4ea193ab049 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 1130 time: 0.0541077 Apr 14 21:58:08.799484 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-64e8f3bd-dc85-43f9-a571-5ab6d342065e req-b8081b56-d6c3-4aec-ac2f-e248ebef3c3b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310720 Apr 14 21:58:08.830255 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c07934e9-c563-4a9d-90e7-6f1848c5d61b admin admin] Publish callbacks [] for security_group (2f74f089-8827-421a-8dfc-cc51d0891921), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.862034 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c07934e9-c563-4a9d-90e7-6f1848c5d61b admin admin] Publish callbacks [] for security_group (2f74f089-8827-421a-8dfc-cc51d0891921), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.905651 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104442ae-9767-401a-b1ef-408b7dbab157 req-240511b2-224b-4f57-a0a8-0751f1f9749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:08.907921 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104442ae-9767-401a-b1ef-408b7dbab157 req-240511b2-224b-4f57-a0a8-0751f1f9749e service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.1142101 Apr 14 21:58:08.934974 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4ec07591-8b22-44cc-91cf-0bcc9d0b2858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:08.966887 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104442ae-9767-401a-b1ef-408b7dbab157 req-76c59e52-84bd-4ff6-bcf4-d42b207becfc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f365810c-4634-46ec-984a-1e03a503e706 HTTP/1.1" status: 200 len: 217 time: 0.0405185 Apr 14 21:58:09.044203 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104442ae-9767-401a-b1ef-408b7dbab157 req-d38769a6-b04d-4d3e-b98f-55ea9ca85e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:09.046628 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104442ae-9767-401a-b1ef-408b7dbab157 req-d38769a6-b04d-4d3e-b98f-55ea9ca85e98 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0602174 Apr 14 21:58:09.063647 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c07934e9-c563-4a9d-90e7-6f1848c5d61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2f74f089-8827-421a-8dfc-cc51d0891921), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.067159 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c07934e9-c563-4a9d-90e7-6f1848c5d61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.068540 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c07934e9-c563-4a9d-90e7-6f1848c5d61b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f74f089-8827-421a-8dfc-cc51d0891921 HTTP/1.1" status: 204 len: 168 time: 0.3330719 Apr 14 21:58:09.094550 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07934e9-c563-4a9d-90e7-6f1848c5d61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f74f089-8827-421a-8dfc-cc51d0891921,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:09.170639 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4ec07591-8b22-44cc-91cf-0bcc9d0b2858 admin admin] Publish callbacks [] for security_group (f36050bf-f9c8-4389-994a-41372b4c05a8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.278323 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4ec07591-8b22-44cc-91cf-0bcc9d0b2858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f36050bf-f9c8-4389-994a-41372b4c05a8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.326100 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4ec07591-8b22-44cc-91cf-0bcc9d0b2858 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2601bb73304b4ce38bc02cc306365081&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0831506 Apr 14 21:58:09.327348 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec07591-8b22-44cc-91cf-0bcc9d0b2858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36050bf-f9c8-4389-994a-41372b4c05a8,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:09.330231 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49178) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:09.390331 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb902-800a-4ee9-91f5-9ce0a35bc90c admin admin] Publish callbacks [] for security_group (f36050bf-f9c8-4389-994a-41372b4c05a8), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.392480 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104442ae-9767-401a-b1ef-408b7dbab157 req-abcf2361-2245-4f7e-a534-e8a7a6b2e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:09.397220 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104442ae-9767-401a-b1ef-408b7dbab157 req-abcf2361-2245-4f7e-a534-e8a7a6b2e450 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780735 Apr 14 21:58:09.399467 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49180) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:09.449475 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb902-800a-4ee9-91f5-9ce0a35bc90c admin admin] Publish callbacks [] for security_group (f36050bf-f9c8-4389-994a-41372b4c05a8), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.566744 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104442ae-9767-401a-b1ef-408b7dbab157 req-02b94720-9512-4a36-8923-fa895154b51b service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538224 Apr 14 21:58:09.593290 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb902-800a-4ee9-91f5-9ce0a35bc90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f36050bf-f9c8-4389-994a-41372b4c05a8), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.599473 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb902-800a-4ee9-91f5-9ce0a35bc90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.601612 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b9fcb902-800a-4ee9-91f5-9ce0a35bc90c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f36050bf-f9c8-4389-994a-41372b4c05a8 HTTP/1.1" status: 204 len: 168 time: 0.2696574 Apr 14 21:58:09.615784 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcb902-800a-4ee9-91f5-9ce0a35bc90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36050bf-f9c8-4389-994a-41372b4c05a8,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:09.703918 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104442ae-9767-401a-b1ef-408b7dbab157 req-e55369f3-8e1b-411f-942b-e139e651d6ed service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287367 Apr 14 21:58:09.787111 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.864697 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c36d151b-0c72-4a80-b9a0-3d205578d901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:09.984160 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c16e75-6c2f-4615-84fc-a2463501c749 req-764147c5-43da-49a0-9427-e0da21fa0f76 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:09.985798 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-79c16e75-6c2f-4615-84fc-a2463501c749 req-764147c5-43da-49a0-9427-e0da21fa0f76 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0721817 Apr 14 21:58:10.034666 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c36d151b-0c72-4a80-b9a0-3d205578d901 admin admin] Publish callbacks [] for security_group (80ae3e88-29d3-48b9-a022-b58e365dfdd3), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.059516 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-79c16e75-6c2f-4615-84fc-a2463501c749 req-1654a188-da6d-462d-8343-929a4d879a92 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618289 Apr 14 21:58:10.129705 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c36d151b-0c72-4a80-b9a0-3d205578d901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (80ae3e88-29d3-48b9-a022-b58e365dfdd3), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.173224 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c36d151b-0c72-4a80-b9a0-3d205578d901 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33303cdc7d464025b9cf72d046f8ad69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7723322 Apr 14 21:58:10.174068 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d151b-0c72-4a80-b9a0-3d205578d901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ae3e88-29d3-48b9-a022-b58e365dfdd3,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:10.177900 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49206) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:10.235453 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92471f0e-a2ce-47c9-91b2-94ba23e8ee17 admin admin] Publish callbacks [] for security_group (80ae3e88-29d3-48b9-a022-b58e365dfdd3), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.263348 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92471f0e-a2ce-47c9-91b2-94ba23e8ee17 admin admin] Publish callbacks [] for security_group (80ae3e88-29d3-48b9-a022-b58e365dfdd3), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.398172 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92471f0e-a2ce-47c9-91b2-94ba23e8ee17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (80ae3e88-29d3-48b9-a022-b58e365dfdd3), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.400876 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92471f0e-a2ce-47c9-91b2-94ba23e8ee17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.402089 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-92471f0e-a2ce-47c9-91b2-94ba23e8ee17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80ae3e88-29d3-48b9-a022-b58e365dfdd3 HTTP/1.1" status: 204 len: 168 time: 0.2232742 Apr 14 21:58:10.412082 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92471f0e-a2ce-47c9-91b2-94ba23e8ee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ae3e88-29d3-48b9-a022-b58e365dfdd3,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:10.467145 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49214) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:10.481575 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f15d09bf-990e-47be-b74c-bb56590c1baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.573026 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f15d09bf-990e-47be-b74c-bb56590c1baa admin admin] Publish callbacks [] for security_group (01a62473-6723-4744-aa1c-3d0f5ac5a05e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.661492 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f15d09bf-990e-47be-b74c-bb56590c1baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (01a62473-6723-4744-aa1c-3d0f5ac5a05e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.702679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d09bf-990e-47be-b74c-bb56590c1baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a62473-6723-4744-aa1c-3d0f5ac5a05e,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:10.707472 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f15d09bf-990e-47be-b74c-bb56590c1baa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cccc76fe60184d24ac21e7da76eca218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386944 Apr 14 21:58:10.711392 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49218) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:10.779426 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f221-1207-473b-915f-b5a5ca69efac admin admin] Publish callbacks [] for security_group (01a62473-6723-4744-aa1c-3d0f5ac5a05e), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:10.803477 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f221-1207-473b-915f-b5a5ca69efac admin admin] Publish callbacks [] for security_group (01a62473-6723-4744-aa1c-3d0f5ac5a05e), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.010092 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f221-1207-473b-915f-b5a5ca69efac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (01a62473-6723-4744-aa1c-3d0f5ac5a05e), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.017725 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f221-1207-473b-915f-b5a5ca69efac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.017725 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d7c1f221-1207-473b-915f-b5a5ca69efac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01a62473-6723-4744-aa1c-3d0f5ac5a05e HTTP/1.1" status: 204 len: 168 time: 0.3013349 Apr 14 21:58:11.023377 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1f221-1207-473b-915f-b5a5ca69efac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a62473-6723-4744-aa1c-3d0f5ac5a05e,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:11.069477 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-c127929b-e505-4e0e-8061-ed2f37869bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:11.071061 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-c127929b-e505-4e0e-8061-ed2f37869bdb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 1130 time: 0.0536580 Apr 14 21:58:11.141117 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49228) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:11.166840 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1e33e84b-2e1e-4d90-9357-658ffa295b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.197119 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-d8412e91-0050-4752-9c6a-7b19682e9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:11.198509 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-d8412e91-0050-4752-9c6a-7b19682e9f5a service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.1051464 Apr 14 21:58:11.229197 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d4ea-94b9-4448-9f2b-07dbd5088b7d req-863f7b7c-0a6e-4b22-93b8-a66ce3218f4c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:11.240195 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7da9d4ea-94b9-4448-9f2b-07dbd5088b7d req-863f7b7c-0a6e-4b22-93b8-a66ce3218f4c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0899069 Apr 14 21:58:11.261374 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49232) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:11.274701 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-04adbaf0-95b7-4c84-a972-234638565c45 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f365810c-4634-46ec-984a-1e03a503e706 HTTP/1.1" status: 200 len: 217 time: 0.0646648 Apr 14 21:58:11.315667 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7da9d4ea-94b9-4448-9f2b-07dbd5088b7d req-b03bcb43-0c9e-4210-ba27-b129b81e738b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735397 Apr 14 21:58:11.336051 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-3c28f88f-9b60-4a75-8006-7ae308c00522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:11.342747 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-3c28f88f-9b60-4a75-8006-7ae308c00522 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0551674 Apr 14 21:58:11.374658 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1e33e84b-2e1e-4d90-9357-658ffa295b72 admin admin] Publish callbacks [] for security_group (4d1020e4-4aa7-4420-9700-4102b1543f5b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.391211 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-052460f4-298b-456e-8c12-d321dd39c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:11.391940 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-052460f4-298b-456e-8c12-d321dd39c641 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467103 Apr 14 21:58:11.432110 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1e33e84b-2e1e-4d90-9357-658ffa295b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (4d1020e4-4aa7-4420-9700-4102b1543f5b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.474264 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33e84b-2e1e-4d90-9357-658ffa295b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1020e4-4aa7-4420-9700-4102b1543f5b,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:11.479889 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1e33e84b-2e1e-4d90-9357-658ffa295b72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfe16c554f9949a7bccb62d45f3c1aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409314 Apr 14 21:58:11.484169 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49240) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:11.521040 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-50c5d53c-cce1-40d6-9b06-98ae958b0759 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188924 Apr 14 21:58:11.546504 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1e2adfc4-f01a-4790-a0b6-50f2cfd5dd09 admin admin] Publish callbacks [] for security_group (4d1020e4-4aa7-4420-9700-4102b1543f5b), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.583853 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1e2adfc4-f01a-4790-a0b6-50f2cfd5dd09 admin admin] Publish callbacks [] for security_group (4d1020e4-4aa7-4420-9700-4102b1543f5b), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.694147 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-69ba79e9-8bfb-405a-9819-2f8a8afaf449 req-ff5e9eba-a201-42bb-ad3f-3ca139dc8e81 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626055 Apr 14 21:58:11.739548 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1e2adfc4-f01a-4790-a0b6-50f2cfd5dd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (4d1020e4-4aa7-4420-9700-4102b1543f5b), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.742265 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1e2adfc4-f01a-4790-a0b6-50f2cfd5dd09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.748653 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1e2adfc4-f01a-4790-a0b6-50f2cfd5dd09 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d1020e4-4aa7-4420-9700-4102b1543f5b HTTP/1.1" status: 204 len: 168 time: 0.2580469 Apr 14 21:58:11.751906 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2adfc4-f01a-4790-a0b6-50f2cfd5dd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1020e4-4aa7-4420-9700-4102b1543f5b,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:11.794394 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-124295008-network', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:11.906968 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Made reservation on behalf of a65a6dd5b01d4404afb6a740fb56fd54 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:11.909600 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:11.919420 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:12.002254 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Publish callbacks [] for security_group (dc87f3db-a364-40ab-951b-4c75b9780d7a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:12.078192 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (dc87f3db-a364-40ab-951b-4c75b9780d7a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:12.102247 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:58:12.118615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc87f3db-a364-40ab-951b-4c75b9780d7a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:12.121601 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (cb883ceb-4067-4baa-ac30-2cf4837ab71a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:12.121941 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Added segment cb883ceb-4067-4baa-ac30-2cf4837ab71a of type vlan for network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c Apr 14 21:58:12.164721 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:12.273250 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:12.281720 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:12.282672 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:12.356855 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] Pushing event updated for resources: {'Network': ['ID=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:12.369102 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:58:12.448395 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-007bfe3a-6249-49a0-a6c1-420267254f31 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1859305 Apr 14 21:58:12.457545 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49276) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:12.466184 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Request body: {'subnet': {'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-124295008-subnet', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:12.469470 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b43b62-b2b0-4a16-819a-0fc7137d27bc req-3d3bf58d-9b51-4e6a-8f61-043dda5206b4 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:12.477148 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-77b43b62-b2b0-4a16-819a-0fc7137d27bc req-3d3bf58d-9b51-4e6a-8f61-043dda5206b4 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0703313 Apr 14 21:58:12.531826 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-77b43b62-b2b0-4a16-819a-0fc7137d27bc req-cff54af8-46c3-4b58-8f49-77ef43698942 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502956 Apr 14 21:58:12.586593 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Made reservation on behalf of a65a6dd5b01d4404afb6a740fb56fd54 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:12.591427 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699714'] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:12.861461 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4610878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699732'] for subnet (174e0c70-bae1-43c3-8ecf-3a4df32b7eca), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:12.931652 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174e0c70-bae1-43c3-8ecf-3a4df32b7eca,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:12.944048 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Checking segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:12.944407 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Network hostable DHCP agents. Network: ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:58:13.069135 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:58:13.169657 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:13.174419 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:13.175225 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:13.181740 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c51b1d-5344-41aa-80de-f8c325438064 None None] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:58:13.272991 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49296) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:13.273711 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b001913a-a7f5-440f-b4f5-e96b3d53e7d3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8127306 Apr 14 21:58:13.280413 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:13.322693 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:58:13.322693 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:13.370325 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (f612a1cd-e616-4012-b895-d426a9c35637), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:13.371470 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (f612a1cd-e616-4012-b895-d426a9c35637), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:13.431196 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks [] for router_controller (f612a1cd-e616-4012-b895-d426a9c35637), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:13.489240 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Allocated IP 172.20.0.2 (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c/174e0c70-bae1-43c3-8ecf-3a4df32b7eca/16a77c70-b8cb-466d-a193-708272514629) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:13.674458 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b983-3db8-49c2-96b8-ec56104a242b req-05e08d99-2cf8-4b9f-a5b7-2e90b20e9ae4 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:13.682683 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1882b983-3db8-49c2-96b8-ec56104a242b req-05e08d99-2cf8-4b9f-a5b7-2e90b20e9ae4 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0710886 Apr 14 21:58:13.746082 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1882b983-3db8-49c2-96b8-ec56104a242b req-523aca35-f985-4443-94dd-1cebe6748df2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602510 Apr 14 21:58:13.926525 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Publish callbacks [] for port (16a77c70-b8cb-466d-a193-708272514629), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.027397 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks [] for router_gateway (f612a1cd-e616-4012-b895-d426a9c35637), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.078971 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (16a77c70-b8cb-466d-a193-708272514629), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.121240 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:14.129150 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:14.131818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:14.142248 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Pushing event updated for resources: {'Port': ['ID=16a77c70-b8cb-466d-a193-708272514629,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:14.170189 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49330) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:14.216987 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Attempting to bind port 16a77c70-b8cb-466d-a193-708272514629 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:14.217369 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Attempting to bind port 16a77c70-b8cb-466d-a193-708272514629 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:14.217744 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Attempting to bind port 16a77c70-b8cb-466d-a193-708272514629 on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:14.223922 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:14.224308 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Checking segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:14.224755 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.225177 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Bound using segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:14.225688 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Bound port: 16a77c70-b8cb-466d-a193-708272514629, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:14.226082 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (16a77c70-b8cb-466d-a193-708272514629), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.296508 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] For port 16a77c70-b8cb-466d-a193-708272514629, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:14.300233 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] For port 16a77c70-b8cb-466d-a193-708272514629, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=16a77c70-b8cb-466d-a193-708272514629,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:14.360324 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks [] for router_gateway (f612a1cd-e616-4012-b895-d426a9c35637), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.382336 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.421978 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (16a77c70-b8cb-466d-a193-708272514629), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.498908 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb1a5b-e004-4011-a0a5-927cdb507708 None None] Pushing event updated for resources: {'Port': ['ID=16a77c70-b8cb-466d-a193-708272514629,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:14.511116 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Allocated IP 172.27.1.172 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/687779b3-064d-42d7-8ecc-67298fbe07ba) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:14.524853 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9bc6ee0e-429c-48d2-ad21-b629979c9954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.670678 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9bc6ee0e-429c-48d2-ad21-b629979c9954 admin admin] Publish callbacks [] for security_group (9ade5875-450b-4287-a2b3-a81c90d36fbd), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.697239 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks [] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.753147 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9bc6ee0e-429c-48d2-ad21-b629979c9954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (9ade5875-450b-4287-a2b3-a81c90d36fbd), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.812773 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9bc6ee0e-429c-48d2-ad21-b629979c9954 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a17d1274e5e94ba487aa3e8cc4f99475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6412816 Apr 14 21:58:14.813921 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6ee0e-429c-48d2-ad21-b629979c9954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade5875-450b-4287-a2b3-a81c90d36fbd,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:14.822023 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49350) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:14.850192 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:14.964831 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:14.975336 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:14.982995 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:14.982995 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Pushing event updated for resources: {'Port': ['ID=687779b3-064d-42d7-8ecc-67298fbe07ba,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:14.998854 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd6012-f859-4214-bf30-3923d06bdb55 req-3a8a3b63-001a-4af5-a2f9-3919d39d14ec tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:15.000459 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-35cd6012-f859-4214-bf30-3923d06bdb55 req-3a8a3b63-001a-4af5-a2f9-3919d39d14ec tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.1088576 Apr 14 21:58:15.072333 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5ef694de-277b-4043-8782-21eedfb732a0 admin admin] Publish callbacks [] for security_group (9ade5875-450b-4287-a2b3-a81c90d36fbd), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:15.185644 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5ef694de-277b-4043-8782-21eedfb732a0 admin admin] Publish callbacks [] for security_group (9ade5875-450b-4287-a2b3-a81c90d36fbd), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:15.190118 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-35cd6012-f859-4214-bf30-3923d06bdb55 req-047edd2c-504e-4248-8f71-16549a7fb5d2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640596 Apr 14 21:58:15.221373 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:58:15.510798 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5ef694de-277b-4043-8782-21eedfb732a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (9ade5875-450b-4287-a2b3-a81c90d36fbd), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:15.517642 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5ef694de-277b-4043-8782-21eedfb732a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:15.519096 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5ef694de-277b-4043-8782-21eedfb732a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ade5875-450b-4287-a2b3-a81c90d36fbd HTTP/1.1" status: 204 len: 168 time: 0.6952028 Apr 14 21:58:15.546475 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef694de-277b-4043-8782-21eedfb732a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade5875-450b-4287-a2b3-a81c90d36fbd,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:15.681858 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks [] for router_gateway (f612a1cd-e616-4012-b895-d426a9c35637), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:15.882598 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574069f-aaf3-402e-9458-adae55d03b03 None None] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:58:15.955383 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (f612a1cd-e616-4012-b895-d426a9c35637), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:15.979027 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-4eae93f8-8c1d-496c-9092-50148f145e80 None None] Provisioning complete for port 16a77c70-b8cb-466d-a193-708272514629 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:15.979604 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4eae93f8-8c1d-496c-9092-50148f145e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (16a77c70-b8cb-466d-a193-708272514629), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:16.127647 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0d584b91-92bb-4d5d-97b3-04e001cbadd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:16.305168 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-4eae93f8-8c1d-496c-9092-50148f145e80 None None] Current status of the port 16a77c70-b8cb-466d-a193-708272514629 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:16.311666 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4eae93f8-8c1d-496c-9092-50148f145e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (16a77c70-b8cb-466d-a193-708272514629), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:16.330880 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Router f612a1cd-e616-4012-b895-d426a9c35637 is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:58:16.349126 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4eae93f8-8c1d-496c-9092-50148f145e80 None None] For port 16a77c70-b8cb-466d-a193-708272514629, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=16a77c70-b8cb-466d-a193-708272514629,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:16.428961 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f76a7a-1681-4de8-b1d1-fec866c35219 req-ae3cba89-ee25-49e3-a193-d9e07f7ae0a0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:16.432303 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a5f76a7a-1681-4de8-b1d1-fec866c35219 req-ae3cba89-ee25-49e3-a193-d9e07f7ae0a0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0968630 Apr 14 21:58:16.438142 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4eae93f8-8c1d-496c-9092-50148f145e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (16a77c70-b8cb-466d-a193-708272514629), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:16.564749 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae93f8-8c1d-496c-9092-50148f145e80 None None] Pushing event updated for resources: {'Port': ['ID=16a77c70-b8cb-466d-a193-708272514629,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:16.567509 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a5f76a7a-1681-4de8-b1d1-fec866c35219 req-6a7092a4-0a67-44ef-87c8-9434bd33ca79 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178513 Apr 14 21:58:16.575056 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-60b190aa-fb17-42f5-abf6-813c53a53801 None None] Provisioning complete for port 16a77c70-b8cb-466d-a193-708272514629 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:16.576311 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-60b190aa-fb17-42f5-abf6-813c53a53801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (16a77c70-b8cb-466d-a193-708272514629), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:16.586145 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:58:16.601506 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:58:16.645469 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:16.646057 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:57:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:16.703178 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:16.707914 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4c94a8a2-0ef7-4cf9-8896-31a6f498551f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4297471 Apr 14 21:58:16.708609 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49422) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:16.715111 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-60b190aa-fb17-42f5-abf6-813c53a53801 None None] Current status of the port 16a77c70-b8cb-466d-a193-708272514629 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:16.785545 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 16a77c70-b8cb-466d-a193-708272514629 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:16.819009 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:16.853561 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 16a77c70-b8cb-466d-a193-708272514629 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:16.854143 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (16a77c70-b8cb-466d-a193-708272514629), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:16.984763 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 16a77c70-b8cb-466d-a193-708272514629 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:17.051619 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:15Z', 'revision_number': 3, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:17.091282 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:58:17.091894 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Updating router f612a1cd-e616-4012-b895-d426a9c35637 port 687779b3-064d-42d7-8ecc-67298fbe07ba binding host dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:58:17.123495 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:17.489262 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Publish callbacks [] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:17.508125 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49448) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:17.561811 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:17.602649 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:17.631489 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1075535259-network', 'tenant_id': 'f46eb89de2af4cf397780d5edbca27ad'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:17.724487 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Pushing event updated for resources: {'Port': ['ID=687779b3-064d-42d7-8ecc-67298fbe07ba,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:17.750587 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.751955 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.753008 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.754449 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.754896 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.756503 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.757161 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.758470 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.760036 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.764804 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.766433 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.766880 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.768940 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.770349 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.770791 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:17.800265 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d8f69-22ed-4318-a2ef-e0442eaf6efa req-ab9dad1b-ca5d-4e8f-bba3-bc247dbaba1e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:17.807321 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-19db8f45-2de2-43b1-a133-391c88a0ae5d tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=aff3ead5693f4968ba8b017a37de9515&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615082 Apr 14 21:58:17.813041 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa3d8f69-22ed-4318-a2ef-e0442eaf6efa req-ab9dad1b-ca5d-4e8f-bba3-bc247dbaba1e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.1435640 Apr 14 21:58:17.822696 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Made reservation on behalf of f46eb89de2af4cf397780d5edbca27ad for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:17.825491 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:17.828992 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Attempting to bind port 687779b3-064d-42d7-8ecc-67298fbe07ba on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:17.831741 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Attempting to bind port 687779b3-064d-42d7-8ecc-67298fbe07ba by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:17.831741 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Attempting to bind port 687779b3-064d-42d7-8ecc-67298fbe07ba on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:17.848333 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:17.867174 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Allocated IP 172.20.0.1 (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c/174e0c70-bae1-43c3-8ecf-3a4df32b7eca/8d593a37-a608-4ff0-b9c5-7dca374e66d4) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:17.897560 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa3d8f69-22ed-4318-a2ef-e0442eaf6efa req-c242f807-3305-4a12-b98b-44366027c204 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836174 Apr 14 21:58:17.938145 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:17.938722 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:17.939135 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:17.939518 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:17.940239 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Bound port: 687779b3-064d-42d7-8ecc-67298fbe07ba, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:17.940704 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.033307 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] For port 687779b3-064d-42d7-8ecc-67298fbe07ba, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:18.051520 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] For port 687779b3-064d-42d7-8ecc-67298fbe07ba, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=687779b3-064d-42d7-8ecc-67298fbe07ba,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:18.051783 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Publish callbacks [] for security_group (0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.096002 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-c9b99216-359f-4243-a451-ba6b92a597f4 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:18.097723 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-c9b99216-359f-4243-a451-ba6b92a597f4 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834213 Apr 14 21:58:18.124206 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-53f0203b-2c60-415a-ba7c-ab850dafa541 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/quotas/aff3ead5693f4968ba8b017a37de9515 HTTP/1.1" status: 200 len: 375 time: 0.0189631 Apr 14 21:58:18.146823 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.169641 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Publish callbacks [] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.172690 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-2e6c1852-c029-4897-8b61-a00de464e9bb tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aff3ead5693f4968ba8b017a37de9515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421999 Apr 14 21:58:18.172956 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:58:18.180857 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.192413 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:18.196775 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (a27a8e28-4114-49d3-92ae-eac567d717f4), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.197214 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Added segment a27a8e28-4114-49d3-92ae-eac567d717f4 of type vlan for network aafc666c-b80a-46cc-b512-8d9c31e0611a Apr 14 21:58:18.245372 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:18.246024 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:57:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:18.258497 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (aafc666c-b80a-46cc-b512-8d9c31e0611a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.319780 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.366413 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:18.369606 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:18.372349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:18.377756 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Pushing event updated for resources: {'Port': ['ID=8d593a37-a608-4ff0-b9c5-7dca374e66d4,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:18.390581 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d3a56-0629-45eb-b75f-4dcac87d8aed None None] Pushing event updated for resources: {'Port': ['ID=687779b3-064d-42d7-8ecc-67298fbe07ba,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:18.444010 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (f612a1cd-e616-4012-b895-d426a9c35637), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.455108 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (aafc666c-b80a-46cc-b512-8d9c31e0611a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.456170 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:18.456838 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.497136 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:18.542949 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] Pushing event updated for resources: {'Network': ['ID=aafc666c-b80a-46cc-b512-8d9c31e0611a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:18.555990 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network aafc666c-b80a-46cc-b512-8d9c31e0611a details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:58:18.699682 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f03c3bd7-916f-40b1-bf28-080123955225 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1873951 Apr 14 21:58:18.700252 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49496) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:18.706045 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Request body: {'subnet': {'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1075535259-subnet', 'tenant_id': 'f46eb89de2af4cf397780d5edbca27ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:18.715225 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3ac4df82-6fc8-4529-abeb-e71418fbcc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.754100 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 16a77c70-b8cb-466d-a193-708272514629 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:18.755450 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-95629828-4c74-47e7-9ddc-ecf77f0ac673 req-32651869-2c0d-4c87-b97d-a5704cd140ad tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0907323 Apr 14 21:58:18.795747 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-b4576c2a-1c69-467e-8cfb-56f4243ec4c0 None None] Provisioning complete for port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:18.797753 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b4576c2a-1c69-467e-8cfb-56f4243ec4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.823974 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Made reservation on behalf of f46eb89de2af4cf397780d5edbca27ad for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:18.838239 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699714'] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.861256 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.868278 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b4576c2a-1c69-467e-8cfb-56f4243ec4c0 None None] Port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:18.875964 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 16a77c70-b8cb-466d-a193-708272514629 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:18.876791 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (16a77c70-b8cb-466d-a193-708272514629), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:18.955125 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:15Z', 'revision_number': 3, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:19.034607 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 16a77c70-b8cb-466d-a193-708272514629 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:19.046181 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9957f1e3-d50b-461d-a691-827ea2484e53 None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:15Z', 'revision_number': 3, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:58:19.169477 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe152b8-3f27-44cc-9ed5-96423ab766ea req-197c2dd7-5504-460e-ab05-b12dc172170e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:19.170998 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fbe152b8-3f27-44cc-9ed5-96423ab766ea req-197c2dd7-5504-460e-ab05-b12dc172170e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.1386230 Apr 14 21:58:19.326244 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fbe152b8-3f27-44cc-9ed5-96423ab766ea req-eb608a5d-7ef7-4152-a59f-804a84b9f033 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285734 Apr 14 21:58:19.368021 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Publish callbacks [] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:19.395809 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4610878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699732'] for subnet (893fbef1-fdfd-4b90-9274-be947d17908a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:19.455951 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:19.581689 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Pushing event updated for resources: {'Port': ['ID=8d593a37-a608-4ff0-b9c5-7dca374e66d4,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:19.587488 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=893fbef1-fdfd-4b90-9274-be947d17908a,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:19.598536 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (f612a1cd-e616-4012-b895-d426a9c35637), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:19.641502 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Checking segment: {'id': 'a27a8e28-4114-49d3-92ae-eac567d717f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:19.644738 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Network hostable DHCP agents. Network: aafc666c-b80a-46cc-b512-8d9c31e0611a, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:58:19.661881 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:19.742673 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:19.744876 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:19.809806 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Network aafc666c-b80a-46cc-b512-8d9c31e0611a is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:58:19.927444 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-de6512d1-3ef4-44e2-9436-b99cadcc7e4e req-9bd3896e-1f03-4c28-90ba-b8e652543b95 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0774324 Apr 14 21:58:19.954546 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, aafc666c-b80a-46cc-b512-8d9c31e0611a) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:19.960005 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:58:19.966396 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:19.966846 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef0a4ff-4fda-45f1-9953-57ebd8e6c8d3 None None] Network aafc666c-b80a-46cc-b512-8d9c31e0611a requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:58:19.967042 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.103399 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c4237178-44a7-4395-8f78-fc0c7961a91f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4020834 Apr 14 21:58:20.121794 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49544) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:20.138828 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-c05a48f7-fab6-414e-b243-35207d785803 None None] Provisioning complete for port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:20.139661 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c05a48f7-fab6-414e-b243-35207d785803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.203050 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa245846-79e8-4bf1-9b3a-de0e9de38135 None None] Network aafc666c-b80a-46cc-b512-8d9c31e0611a requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:58:20.234562 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49548) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:20.255997 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-c05a48f7-fab6-414e-b243-35207d785803 None None] Port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:20.273050 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:58:20.281224 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5d37aa73-4161-433f-ab01-85f002023b04 admin admin] 10.222.0.52 "PUT /v2.0/routers/f612a1cd-e616-4012-b895-d426a9c35637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5710661 Apr 14 21:58:20.474943 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca0ca7b0-0072-4819-8b3e-faf305c7d5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.518162 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-72787626-5f4d-4ae6-aabb-2e59d38ca574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.595216 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a14b8-d29d-413a-b915-03aafb93490e req-af19e469-60e0-4942-8d8d-00e97763f74f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:20.596865 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e86a14b8-d29d-413a-b915-03aafb93490e req-af19e469-60e0-4942-8d8d-00e97763f74f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.1256301 Apr 14 21:58:20.674206 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca0ca7b0-0072-4819-8b3e-faf305c7d5a2 admin admin] Publish callbacks [] for security_group (4d1baacc-6ca2-442c-afdb-8817d98720d2), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.710201 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-72787626-5f4d-4ae6-aabb-2e59d38ca574 admin admin] Publish callbacks [] for security_group (8d90de3e-367c-489b-9750-b184810896b9), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.730238 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 687779b3-064d-42d7-8ecc-67298fbe07ba up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:20.736804 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e86a14b8-d29d-413a-b915-03aafb93490e req-33aee82b-8955-453f-bbf2-87e329be38d0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240857 Apr 14 21:58:20.741761 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca0ca7b0-0072-4819-8b3e-faf305c7d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (4d1baacc-6ca2-442c-afdb-8817d98720d2), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.772392 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ca7b0-0072-4819-8b3e-faf305c7d5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1baacc-6ca2-442c-afdb-8817d98720d2,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:20.801852 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-72787626-5f4d-4ae6-aabb-2e59d38ca574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8d90de3e-367c-489b-9750-b184810896b9), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.821370 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.838989 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 687779b3-064d-42d7-8ecc-67298fbe07ba triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:20.840382 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:20.855393 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ca0ca7b0-0072-4819-8b3e-faf305c7d5a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da408bef149e4417a6bfb1a30862ab9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7315383 Apr 14 21:58:20.857993 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49572) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:20.899155 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49574) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:20.906895 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-72787626-5f4d-4ae6-aabb-2e59d38ca574 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=964a4184ca724d51b6fcd29dc91b2dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6604841 Apr 14 21:58:20.918385 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72787626-5f4d-4ae6-aabb-2e59d38ca574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d90de3e-367c-489b-9750-b184810896b9,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:21.026954 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b023410b-3334-4883-8870-c6c001ee550f admin admin] Publish callbacks [] for security_group (4d1baacc-6ca2-442c-afdb-8817d98720d2), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.038008 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 687779b3-064d-42d7-8ecc-67298fbe07ba is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:21.038411 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.070798 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 687779b3-064d-42d7-8ecc-67298fbe07ba, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=687779b3-064d-42d7-8ecc-67298fbe07ba,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:21.095901 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-38726775-9089-4acf-996d-098b49ed5eb0 admin admin] Publish callbacks [] for security_group (8d90de3e-367c-489b-9750-b184810896b9), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.125677 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b023410b-3334-4883-8870-c6c001ee550f admin admin] Publish callbacks [] for security_group (4d1baacc-6ca2-442c-afdb-8817d98720d2), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.138474 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-69a589ee-2c4c-4a82-839e-caa882c18fe3 req-9196fbef-8c45-4a9f-9df1-4287a1d15368 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0710728 Apr 14 21:58:21.154316 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.191286 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-38726775-9089-4acf-996d-098b49ed5eb0 admin admin] Publish callbacks [] for security_group (8d90de3e-367c-489b-9750-b184810896b9), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.278520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=687779b3-064d-42d7-8ecc-67298fbe07ba,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:21.341331 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b023410b-3334-4883-8870-c6c001ee550f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (4d1baacc-6ca2-442c-afdb-8817d98720d2), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.344756 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b023410b-3334-4883-8870-c6c001ee550f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.346238 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b023410b-3334-4883-8870-c6c001ee550f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d1baacc-6ca2-442c-afdb-8817d98720d2 HTTP/1.1" status: 204 len: 168 time: 0.4868236 Apr 14 21:58:21.355253 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023410b-3334-4883-8870-c6c001ee550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1baacc-6ca2-442c-afdb-8817d98720d2,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:21.371834 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49582) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:21.402697 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-38726775-9089-4acf-996d-098b49ed5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8d90de3e-367c-489b-9750-b184810896b9), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.402697 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-38726775-9089-4acf-996d-098b49ed5eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.402697 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-38726775-9089-4acf-996d-098b49ed5eb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d90de3e-367c-489b-9750-b184810896b9 HTTP/1.1" status: 204 len: 168 time: 0.4993894 Apr 14 21:58:21.416351 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38726775-9089-4acf-996d-098b49ed5eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d90de3e-367c-489b-9750-b184810896b9,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:21.493491 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49588) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:21.498231 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-ed04c71e-3347-493b-8703-88fc911e47bf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595849457', 'description': 'tempest-description--1783299020'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:21.539363 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-922bda1e-a3a3-4036-befe-1e6cba699b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.622569 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ed04c71e-3347-493b-8703-88fc911e47bf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.640644 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:58:21.664549 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-922bda1e-a3a3-4036-befe-1e6cba699b72 admin admin] Publish callbacks [] for security_group (52c3aa71-456a-448a-bb6b-b5fc61697854), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.670870 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:21.674599 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:21.749410 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ed04c71e-3347-493b-8703-88fc911e47bf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (528b7f09-7243-4892-82ed-ef73194f3739), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.782413 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-922bda1e-a3a3-4036-befe-1e6cba699b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (52c3aa71-456a-448a-bb6b-b5fc61697854), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.824452 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:21.881069 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49598) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:21.881568 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-922bda1e-a3a3-4036-befe-1e6cba699b72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a722a831444840338a0ad039c978f78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5078967 Apr 14 21:58:21.906507 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ed04c71e-3347-493b-8703-88fc911e47bf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (528b7f09-7243-4892-82ed-ef73194f3739), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.936251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bda1e-a3a3-4036-befe-1e6cba699b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c3aa71-456a-448a-bb6b-b5fc61697854,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:21.962742 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-626fa81c-7ee1-4661-a119-a52818cdc849 admin admin] Publish callbacks [] for security_group (52c3aa71-456a-448a-bb6b-b5fc61697854), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:21.981097 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87dd62-7bcb-4042-9fdf-e4635e94f8c4 req-f81ba4e5-67fb-4f25-b833-1d831949fbbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:21.990211 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ab87dd62-7bcb-4042-9fdf-e4635e94f8c4 req-f81ba4e5-67fb-4f25-b833-1d831949fbbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.1291087 Apr 14 21:58:22.004632 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-626fa81c-7ee1-4661-a119-a52818cdc849 admin admin] Publish callbacks [] for security_group (52c3aa71-456a-448a-bb6b-b5fc61697854), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.014446 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04c71e-3347-493b-8703-88fc911e47bf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528b7f09-7243-4892-82ed-ef73194f3739,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:22.064068 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ed04c71e-3347-493b-8703-88fc911e47bf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.066437 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ed04c71e-3347-493b-8703-88fc911e47bf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5712872 Apr 14 21:58:22.071824 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49600) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:22.087029 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-d39a207a-bf3c-48f8-adbb-ebabad0b3a04 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group_rule': {'security_group_id': '528b7f09-7243-4892-82ed-ef73194f3739', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:22.093148 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ab87dd62-7bcb-4042-9fdf-e4635e94f8c4 req-492087dd-e558-4e4e-9cf2-bf132272f9db tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987227 Apr 14 21:58:22.162112 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:19Z', 'revision_number': 2, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:22.202237 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:58:22.203079 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Updating router f612a1cd-e616-4012-b895-d426a9c35637 port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:58:22.238455 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d39a207a-bf3c-48f8-adbb-ebabad0b3a04 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (9b829645-e809-497f-b7c6-8bb29b0ff718), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.244120 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-626fa81c-7ee1-4661-a119-a52818cdc849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (52c3aa71-456a-448a-bb6b-b5fc61697854), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.248244 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-626fa81c-7ee1-4661-a119-a52818cdc849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.253093 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-626fa81c-7ee1-4661-a119-a52818cdc849 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52c3aa71-456a-448a-bb6b-b5fc61697854 HTTP/1.1" status: 204 len: 168 time: 0.3697643 Apr 14 21:58:22.269300 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49606) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:22.293809 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8e2bf70e-2856-4e99-a7de-2bad80bd53e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.296292 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.340828 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fa81c-7ee1-4661-a119-a52818cdc849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c3aa71-456a-448a-bb6b-b5fc61697854,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:22.345495 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b627f18f-3286-4116-ad9a-10ca54ece6d7 req-8ec1a973-7f4c-4c23-85f6-fe99ff1df352 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0907629 Apr 14 21:58:22.373902 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d39a207a-bf3c-48f8-adbb-ebabad0b3a04 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (9b829645-e809-497f-b7c6-8bb29b0ff718), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.435149 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8e2bf70e-2856-4e99-a7de-2bad80bd53e8 admin admin] Publish callbacks [] for security_group (27b882be-9546-4e89-bd47-f8998df37b59), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.478606 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d39a207a-bf3c-48f8-adbb-ebabad0b3a04 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (9b829645-e809-497f-b7c6-8bb29b0ff718), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.498928 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a207a-bf3c-48f8-adbb-ebabad0b3a04 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b829645-e809-497f-b7c6-8bb29b0ff718,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:22.562746 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8e2bf70e-2856-4e99-a7de-2bad80bd53e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (27b882be-9546-4e89-bd47-f8998df37b59), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.600768 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d39a207a-bf3c-48f8-adbb-ebabad0b3a04 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.603967 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d39a207a-bf3c-48f8-adbb-ebabad0b3a04 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5263731 Apr 14 21:58:22.610737 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8e2bf70e-2856-4e99-a7de-2bad80bd53e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12f14c4216cf43d8a289a6c889298d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396788 Apr 14 21:58:22.611393 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bf70e-2856-4e99-a7de-2bad80bd53e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b882be-9546-4e89-bd47-f8998df37b59,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:22.614121 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49608) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:22.616476 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49610) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:22.627221 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-026a42e7-ec87-467b-8d08-7cbb954572ee tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group_rule': {'security_group_id': '528b7f09-7243-4892-82ed-ef73194f3739', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:22.685919 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 687779b3-064d-42d7-8ecc-67298fbe07ba up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:22.692526 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e7771d2-1a60-42b1-8e60-6a1d3e89cc85 admin admin] Publish callbacks [] for security_group (27b882be-9546-4e89-bd47-f8998df37b59), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.716844 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e7771d2-1a60-42b1-8e60-6a1d3e89cc85 admin admin] Publish callbacks [] for security_group (27b882be-9546-4e89-bd47-f8998df37b59), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.784183 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-026a42e7-ec87-467b-8d08-7cbb954572ee tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (5ef2412f-9e62-4da4-9012-1435cfcd0b83), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.789991 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 687779b3-064d-42d7-8ecc-67298fbe07ba triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:22.790369 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.858708 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.871247 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Publish callbacks [] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.884089 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e7771d2-1a60-42b1-8e60-6a1d3e89cc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (27b882be-9546-4e89-bd47-f8998df37b59), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.887799 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e7771d2-1a60-42b1-8e60-6a1d3e89cc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.888964 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4e7771d2-1a60-42b1-8e60-6a1d3e89cc85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27b882be-9546-4e89-bd47-f8998df37b59 HTTP/1.1" status: 204 len: 168 time: 0.2717054 Apr 14 21:58:22.906062 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7771d2-1a60-42b1-8e60-6a1d3e89cc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b882be-9546-4e89-bd47-f8998df37b59,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:22.936697 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-026a42e7-ec87-467b-8d08-7cbb954572ee tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (5ef2412f-9e62-4da4-9012-1435cfcd0b83), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:22.971964 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.009377 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-5a78a001-121a-4d6d-9e3b-d2d6b84c2004 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=aff3ead5693f4968ba8b017a37de9515&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675273 Apr 14 21:58:23.050060 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-026a42e7-ec87-467b-8d08-7cbb954572ee tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (5ef2412f-9e62-4da4-9012-1435cfcd0b83), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.066098 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 687779b3-064d-42d7-8ecc-67298fbe07ba is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:23.132199 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a42e7-ec87-467b-8d08-7cbb954572ee tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef2412f-9e62-4da4-9012-1435cfcd0b83,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:23.146821 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47249ab0-7361-4891-8014-e744132ee246 None None] Pushing event updated for resources: {'Port': ['ID=8d593a37-a608-4ff0-b9c5-7dca374e66d4,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:23.197561 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef10f6d-002c-45f4-8599-9c49b14c15c8 req-8a97773c-7960-4479-bb31-7658aa4f66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:23.199336 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ef10f6d-002c-45f4-8599-9c49b14c15c8 req-8a97773c-7960-4479-bb31-7658aa4f66f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 1130 time: 0.1004457 Apr 14 21:58:23.234972 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Attempting to bind port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:23.235331 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Attempting to bind port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:23.235711 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Attempting to bind port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:23.256251 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:23.257049 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Checking segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:23.260958 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.261619 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Bound using segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:23.264165 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Bound port: 8d593a37-a608-4ff0-b9c5-7dca374e66d4, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:23.265986 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.268451 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-026a42e7-ec87-467b-8d08-7cbb954572ee tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.270749 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-026a42e7-ec87-467b-8d08-7cbb954572ee tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6518219 Apr 14 21:58:23.275421 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49620) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:23.293043 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:23.335636 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-449f3496-498a-4505-8459-0559556bb458 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:23.338127 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-449f3496-498a-4505-8459-0559556bb458 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144684 Apr 14 21:58:23.343813 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ef10f6d-002c-45f4-8599-9c49b14c15c8 req-5dd10b8b-0e87-4c23-8368-318deb6d5285 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315701 Apr 14 21:58:23.365213 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] For port 8d593a37-a608-4ff0-b9c5-7dca374e66d4, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:23.366142 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0033cd4-c988-4453-a8a6-5c7ab34587d3 req-a31b07d2-6a7b-4df5-b968-db7d97cf05a1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:23.368845 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0033cd4-c988-4453-a8a6-5c7ab34587d3 req-a31b07d2-6a7b-4df5-b968-db7d97cf05a1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0711081 Apr 14 21:58:23.370676 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] For port 8d593a37-a608-4ff0-b9c5-7dca374e66d4, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=8d593a37-a608-4ff0-b9c5-7dca374e66d4,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:23.407958 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-77471e60-a5cc-4543-966d-7ecc50143354 None None] Provisioning complete for port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:23.412909 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-77471e60-a5cc-4543-966d-7ecc50143354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.431500 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.460141 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-77471e60-a5cc-4543-966d-7ecc50143354 None None] Port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:23.467422 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.486190 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74e948ef-35b9-49d3-8d5d-b4422fb93598 req-bc62d259-bc6d-4a0f-9c59-d05f22f981b3 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0334134 Apr 14 21:58:23.492035 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0033cd4-c988-4453-a8a6-5c7ab34587d3 req-2fd9daee-31c7-4e84-8fc9-1df5d2b072ab tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156895 Apr 14 21:58:23.541267 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49626) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:23.547143 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47249ab0-7361-4891-8014-e744132ee246 None None] Pushing event updated for resources: {'Port': ['ID=8d593a37-a608-4ff0-b9c5-7dca374e66d4,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:23.557524 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1661c0e8-0f2b-4cf1-a16b-cfb805afeaf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.571163 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:23.572651 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:23.614015 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.657276 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Request body: {'port': {'device_id': '30e969f5-2b69-4045-a4fe-0e2048dba48a', 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0', 'admin_state_up': True, 'tenant_id': 'aff3ead5693f4968ba8b017a37de9515'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:23.798073 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Allocated IP 172.27.1.21 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/c53936aa-963d-4f1a-9426-c470ca60b229) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:23.817837 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:23.887077 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1661c0e8-0f2b-4cf1-a16b-cfb805afeaf2 admin admin] Publish callbacks [] for security_group (f327e34e-cbc2-4669-9730-a6c221ac170f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.951003 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f1a9a02a-652b-4b26-9e11-f43d29421290 None None] Provisioning complete for port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:23.951691 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a02a-652b-4b26-9e11-f43d29421290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:23.987972 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1661c0e8-0f2b-4cf1-a16b-cfb805afeaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f327e34e-cbc2-4669-9730-a6c221ac170f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.055983 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1661c0e8-0f2b-4cf1-a16b-cfb805afeaf2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dfba87b709b543698027450cbd1a7cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107543 Apr 14 21:58:24.056543 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49638) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:24.067227 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661c0e8-0f2b-4cf1-a16b-cfb805afeaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f327e34e-cbc2-4669-9730-a6c221ac170f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:24.078747 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Made reservation on behalf of aff3ead5693f4968ba8b017a37de9515 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:24.084953 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.098646 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.180420 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-08fe49b9-3ef9-4bca-8848-dd9782c0f93c admin admin] Publish callbacks [] for security_group (f327e34e-cbc2-4669-9730-a6c221ac170f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.282753 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (c53936aa-963d-4f1a-9426-c470ca60b229), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.292185 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-08fe49b9-3ef9-4bca-8848-dd9782c0f93c admin admin] Publish callbacks [] for security_group (f327e34e-cbc2-4669-9730-a6c221ac170f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.324284 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9a02a-652b-4b26-9e11-f43d29421290 None None] Current status of the port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:24.324969 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a02a-652b-4b26-9e11-f43d29421290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.379655 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f1a9a02a-652b-4b26-9e11-f43d29421290 None None] For port 8d593a37-a608-4ff0-b9c5-7dca374e66d4, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=8d593a37-a608-4ff0-b9c5-7dca374e66d4,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:24.384611 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:23Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:24.421192 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9ba44-26b0-45b5-91f9-176dd6e9b3c0 None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:23Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:58:24.446626 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (c53936aa-963d-4f1a-9426-c470ca60b229), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.537860 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a02a-652b-4b26-9e11-f43d29421290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.682909 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=c53936aa-963d-4f1a-9426-c470ca60b229,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:24.696188 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:24.707210 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:24.707823 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9a02a-652b-4b26-9e11-f43d29421290 None None] Pushing event updated for resources: {'Port': ['ID=8d593a37-a608-4ff0-b9c5-7dca374e66d4,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:24.711196 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:24.749699 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks [] for security_group (c5d3d763-0813-41a4-9d46-dfd578581a8e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.776959 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a941c-109a-400a-912f-774b53c43b82 req-9de012d4-ab73-4452-98df-5573e9271e51 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:24.779051 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 8d593a37-a608-4ff0-b9c5-7dca374e66d4 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:24.787880 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-9de012d4-ab73-4452-98df-5573e9271e51 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/networks?id=aafc666c-b80a-46cc-b512-8d9c31e0611a HTTP/1.1" status: 200 len: 809 time: 0.5908144 Apr 14 21:58:24.791570 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9881cd02-6f64-4b7a-8983-a585cf393140 req-7760af74-9e56-49d1-b1ef-0a5ed9e075b9 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0864575 Apr 14 21:58:24.811981 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-935f36e9-3fb3-417a-bef7-d4b224513913 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/quotas/f46eb89de2af4cf397780d5edbca27ad HTTP/1.1" status: 200 len: 375 time: 0.0183892 Apr 14 21:58:24.886806 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-21bda656-39e9-435b-9091-71366eb9576c tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f46eb89de2af4cf397780d5edbca27ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670669 Apr 14 21:58:24.898053 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c5d3d763-0813-41a4-9d46-dfd578581a8e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:24.908392 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:24.909358 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:25.010853 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ecbe6-c648-4424-a445-e18a701fecfe req-61ed556b-bf8e-4898-b7f9-88401cb11013 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:25.015246 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-820ecbe6-c648-4424-a445-e18a701fecfe req-61ed556b-bf8e-4898-b7f9-88401cb11013 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0987511 Apr 14 21:58:25.024923 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d3d763-0813-41a4-9d46-dfd578581a8e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:25.063280 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:25.099749 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-08fe49b9-3ef9-4bca-8848-dd9782c0f93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f327e34e-cbc2-4669-9730-a6c221ac170f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:25.102341 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-08fe49b9-3ef9-4bca-8848-dd9782c0f93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:25.103634 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-08fe49b9-3ef9-4bca-8848-dd9782c0f93c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f327e34e-cbc2-4669-9730-a6c221ac170f HTTP/1.1" status: 204 len: 168 time: 1.0461264 Apr 14 21:58:25.153363 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe49b9-3ef9-4bca-8848-dd9782c0f93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f327e34e-cbc2-4669-9730-a6c221ac170f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:25.220509 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (5fb57b52-c572-416c-b2a9-cf012b1978d9), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:25.257298 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-820ecbe6-c648-4424-a445-e18a701fecfe req-8783bf10-fc85-4b2d-9912-fbaf541da5f1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295644 Apr 14 21:58:25.307290 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-13c6d867-c6d5-4726-bd30-0ff3d8bd6064 service neutron] 10.222.0.52 "GET /v2.0/networks/aafc666c-b80a-46cc-b512-8d9c31e0611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194138 Apr 14 21:58:25.390600 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Allocated IP 192.168.233.140 (89463ec3-17e6-4037-8254-f12037f40bb0/5ecf3a89-8a62-4411-ad85-fd3f9d0304d5/2a777220-6e6b-4784-a556-2644971c3d01) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:25.394104 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (c53936aa-963d-4f1a-9426-c470ca60b229), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:25.487592 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-edeb7b24-1ff9-4f5c-a115-f4e93b120e1c service neutron] 10.222.0.52 "GET /v2.0/networks/aafc666c-b80a-46cc-b512-8d9c31e0611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746335 Apr 14 21:58:25.698313 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks [] for port (2a777220-6e6b-4784-a556-2644971c3d01), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:25.708172 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (c53936aa-963d-4f1a-9426-c470ca60b229), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:25.843892 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-885bc212-67d2-4dc8-962c-48feaf97d4fa req-3021b9f5-78cd-45fb-b614-4eb1782d744d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.0489492 Apr 14 21:58:25.850081 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (c53936aa-963d-4f1a-9426-c470ca60b229), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:25.931010 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (2a777220-6e6b-4784-a556-2644971c3d01), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:25.962852 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (5fb57b52-c572-416c-b2a9-cf012b1978d9), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:26.005021 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=c53936aa-963d-4f1a-9426-c470ca60b229,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:26.066933 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Network 89463ec3-17e6-4037-8254-f12037f40bb0 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:26.081153 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:26.088719 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:26.097724 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Pushing event updated for resources: {'Port': ['ID=2a777220-6e6b-4784-a556-2644971c3d01,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:26.109022 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:26.110256 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6f969e09-8e52-4a15-89d9-2ef68ac74dff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8333459 Apr 14 21:58:26.136890 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88607288-0d32-4100-8016-b2c612e24f4d req-e9bfd558-9fe8-45f9-a600-f93ae62bac03 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:26.138745 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-88607288-0d32-4100-8016-b2c612e24f4d req-e9bfd558-9fe8-45f9-a600-f93ae62bac03 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 936 time: 0.1434991 Apr 14 21:58:26.188484 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:26.189158 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:26.235473 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-88607288-0d32-4100-8016-b2c612e24f4d req-cb423675-64ec-4f84-9139-9813c69ce1c0 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859077 Apr 14 21:58:26.307567 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-124c9266-ddc1-426c-be2f-94212e6b8c00 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6608038 Apr 14 21:58:26.330829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Request body: {'port': {'device_id': '30e969f5-2b69-4045-a4fe-0e2048dba48a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:26.493577 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-5d857b0e-c15c-46a4-88b0-9394d6ec302a None None] Provisioning complete for port 2a777220-6e6b-4784-a556-2644971c3d01 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:26.494440 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd857a-bdfd-4020-84b7-df447cd44a18 req-f7775e17-9b9a-41bd-9e5b-93528e70573b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:26.497231 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5d857b0e-c15c-46a4-88b0-9394d6ec302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (2a777220-6e6b-4784-a556-2644971c3d01), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:26.508204 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-81bd857a-bdfd-4020-84b7-df447cd44a18 req-f7775e17-9b9a-41bd-9e5b-93528e70573b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.1204767 Apr 14 21:58:26.556411 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2a777220-6e6b-4784-a556-2644971c3d01), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:26.584750 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5d857b0e-c15c-46a4-88b0-9394d6ec302a None None] Port 2a777220-6e6b-4784-a556-2644971c3d01 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:26.596746 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-81bd857a-bdfd-4020-84b7-df447cd44a18 req-695cd68c-e28f-4ba0-b01d-bc812d02380e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765367 Apr 14 21:58:26.728402 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 8d593a37-a608-4ff0-b9c5-7dca374e66d4 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:26.753120 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-a1361f29-492b-420d-b688-5c1fc56d5d33 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--595849457&fields=id&tenant_id=a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 267 time: 0.3138103 Apr 14 21:58:26.814940 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:26.815344 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:26.928305 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:26.985788 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-58c4d31c-72a3-4e2d-b8c7-cb6ea1195088 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:26.987319 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-58c4d31c-72a3-4e2d-b8c7-cb6ea1195088 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 814 time: 0.2323658 Apr 14 21:58:27.017543 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-69a4f154-8fe2-449c-a187-cdca2775364d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/quotas/a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 375 time: 0.0208046 Apr 14 21:58:27.109781 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-dfc3bde8-c85d-48ef-9572-1c6e63887d93 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819242 Apr 14 21:58:27.127107 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a777220-6e6b-4784-a556-2644971c3d01 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:58:27.144619 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Publish callbacks [] for port (2a777220-6e6b-4784-a556-2644971c3d01), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:27.198593 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-de21ff87-ff25-49f7-9ec7-52c58b56b028 req-c285b040-6533-498d-bdc7-87122b23edf3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.0485644 Apr 14 21:58:27.215536 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Transition to ACTIVE for port object 2a777220-6e6b-4784-a556-2644971c3d01 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:58:27.265321 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5b6eb665-e466-4da2-9bda-0657862848c0 service neutron] 10.222.0.52 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328919 Apr 14 21:58:27.344748 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (2a777220-6e6b-4784-a556-2644971c3d01), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:27.345374 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48584a72-461e-4b52-bac0-3c91116a32d5 req-ebc67edc-8cd6-4521-9a0c-f5d6aa7a978e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:27.347666 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48584a72-461e-4b52-bac0-3c91116a32d5 req-ebc67edc-8cd6-4521-9a0c-f5d6aa7a978e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0564992 Apr 14 21:58:27.361231 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-ea100a24-f33b-4262-a936-371c6bfe00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:27.363536 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-ea100a24-f33b-4262-a936-371c6bfe00b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 1130 time: 0.1138947 Apr 14 21:58:27.420098 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-538b958b-aa00-43cc-bab2-31646877300b service neutron] 10.222.0.52 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476345 Apr 14 21:58:27.458210 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Pushing event updated for resources: {'Port': ['ID=2a777220-6e6b-4784-a556-2644971c3d01,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:27.477044 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48584a72-461e-4b52-bac0-3c91116a32d5 req-365d57aa-990e-43b3-974b-0f9afd5cbf06 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185024 Apr 14 21:58:27.579376 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Attempting to bind port 2a777220-6e6b-4784-a556-2644971c3d01 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:27.579719 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Attempting to bind port 2a777220-6e6b-4784-a556-2644971c3d01 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '32719bcc-ed4a-4526-8473-5b7e5f3eb398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:27.580096 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Attempting to bind port 2a777220-6e6b-4784-a556-2644971c3d01 on network 89463ec3-17e6-4037-8254-f12037f40bb0 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:27.609282 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Port 2a777220-6e6b-4784-a556-2644971c3d01 on network 89463ec3-17e6-4037-8254-f12037f40bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:58:27.609883 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Attempting to bind port 2a777220-6e6b-4784-a556-2644971c3d01 on network 89463ec3-17e6-4037-8254-f12037f40bb0 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:27.616625 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:27.623153 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Checking segment: {'id': '32719bcc-ed4a-4526-8473-5b7e5f3eb398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:27.623153 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Bound using segment: {'id': '32719bcc-ed4a-4526-8473-5b7e5f3eb398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:27.623153 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Bound port: 2a777220-6e6b-4784-a556-2644971c3d01, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32719bcc-ed4a-4526-8473-5b7e5f3eb398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:27.623153 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2a777220-6e6b-4784-a556-2644971c3d01), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:27.640542 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-a77ebd29-2730-4920-ad3f-d5c8ebfd91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:27.643294 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-a77ebd29-2730-4920-ad3f-d5c8ebfd91d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.2632046 Apr 14 21:58:27.716918 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-616f134c-039f-4b67-bca9-798e5ae1bbee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f365810c-4634-46ec-984a-1e03a503e706 HTTP/1.1" status: 200 len: 217 time: 0.0551996 Apr 14 21:58:27.752340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] For port 2a777220-6e6b-4784-a556-2644971c3d01, host hv-cinder-81322, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:27.759927 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] For port 2a777220-6e6b-4784-a556-2644971c3d01, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a777220-6e6b-4784-a556-2644971c3d01,segment=NetworkSegment(32719bcc-ed4a-4526-8473-5b7e5f3eb398),segment_id=32719bcc-ed4a-4526-8473-5b7e5f3eb398)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:27.833573 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (2a777220-6e6b-4784-a556-2644971c3d01), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:27.838151 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47bcf2-9ec9-4594-a82a-58dfdcce3526 req-b97d9b8b-2909-45f1-a5e3-52f9bea50672 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:27.846717 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5c47bcf2-9ec9-4594-a82a-58dfdcce3526 req-b97d9b8b-2909-45f1-a5e3-52f9bea50672 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 948 time: 0.1327071 Apr 14 21:58:27.923807 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-2dbfab38-d018-46c8-bdba-e1118f7f2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:27.925433 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-2dbfab38-d018-46c8-bdba-e1118f7f2810 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.1971388 Apr 14 21:58:27.941679 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5c47bcf2-9ec9-4594-a82a-58dfdcce3526 req-b42fafd2-5efe-413c-b947-7ee05ddfd6fb tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922470 Apr 14 21:58:27.996976 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Pushing event updated for resources: {'Port': ['ID=2a777220-6e6b-4784-a556-2644971c3d01,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:28.047552 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-699f7de8-935f-4869-9b6d-7045ab75cd86 req-fe0b1798-998c-45e8-8672-1480f7331ba2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.1942337 Apr 14 21:58:28.049302 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:28.050056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:28.052532 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-888f51c4-5364-4bb8-8cfb-6e878be2c014 service neutron] 10.222.0.81 "PUT /v2.0/ports/2a777220-6e6b-4784-a556-2644971c3d01 HTTP/1.1" status: 200 len: 1098 time: 1.7336106 Apr 14 21:58:28.053052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e969f5-2b69-4045-a4fe-0e2048dba48a', 'tag': '2a777220-6e6b-4784-a556-2644971c3d01'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:58:28.055474 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e811b2-83f7-461b-bbc3-afa204a4344c" -d '{"events": [{"name": "network-changed", "server_uuid": "30e969f5-2b69-4045-a4fe-0e2048dba48a", "tag": "2a777220-6e6b-4784-a556-2644971c3d01"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:58:28.111413 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-5bd782ef-9769-4fd9-829d-45c0f82610e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:28.113964 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-5bd782ef-9769-4fd9-829d-45c0f82610e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1710169 Apr 14 21:58:28.142839 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5db759-f310-425c-93a9-3ab77924a7a7 x-openstack-request-id: req-8d5db759-f310-425c-93a9-3ab77924a7a7 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:58:28.143281 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e969f5-2b69-4045-a4fe-0e2048dba48a", "tag": "2a777220-6e6b-4784-a556-2644971c3d01", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:58:28.144421 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d5db759-f310-425c-93a9-3ab77924a7a7 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:58:28.144421 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5db759-f310-425c-93a9-3ab77924a7a7'] response: {'name': 'network-changed', 'server_uuid': '30e969f5-2b69-4045-a4fe-0e2048dba48a', 'tag': '2a777220-6e6b-4784-a556-2644971c3d01', 'status': 'completed', 'code': 200} Apr 14 21:58:28.236906 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e811b2-83f7-461b-bbc3-afa204a4344c req-e18efb05-e39d-48e2-befc-1b9a4878a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:28.239125 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-70e811b2-83f7-461b-bbc3-afa204a4344c req-e18efb05-e39d-48e2-befc-1b9a4878a27c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aff3ead5693f4968ba8b017a37de9515&device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 1132 time: 0.0641844 Apr 14 21:58:28.282755 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-5b472576-73f3-4fa0-826b-b67541b3431c service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557636 Apr 14 21:58:28.293538 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-70e811b2-83f7-461b-bbc3-afa204a4344c req-ee17fb5c-b8e1-4371-a660-53840aea4919 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=aff3ead5693f4968ba8b017a37de9515&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453222 Apr 14 21:58:28.410553 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7729de50-d416-4980-b4cb-fd12648bca3b req-dec728d4-4cf1-495b-85bc-0fe73f1d283b tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.1119781 Apr 14 21:58:28.453319 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1c8f8e1-181a-45aa-b96e-2f9550c0a34e req-7ee2000d-b504-49e6-8529-5999953343cb service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608391 Apr 14 21:58:28.509889 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e811b2-83f7-461b-bbc3-afa204a4344c req-5a0e7c2c-3191-42b7-b139-da6dfcdb85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:28.511554 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-70e811b2-83f7-461b-bbc3-afa204a4344c req-5a0e7c2c-3191-42b7-b139-da6dfcdb85e2 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2010279 Apr 14 21:58:28.647373 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62f493-6c0b-4cc7-b24c-67399c0d82ed req-31a54ca4-244d-4cfe-ba7d-bf1272c71d79 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:28.648920 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c62f493-6c0b-4cc7-b24c-67399c0d82ed req-31a54ca4-244d-4cfe-ba7d-bf1272c71d79 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0547905 Apr 14 21:58:28.717542 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c62f493-6c0b-4cc7-b24c-67399c0d82ed req-a63fce00-5c6a-42e1-9111-bb61d307296e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610721 Apr 14 21:58:28.890262 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-fcb3146f-42c4-4f27-8517-a2fb9b5ccd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:28.891951 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-fcb3146f-42c4-4f27-8517-a2fb9b5ccd54 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aff3ead5693f4968ba8b017a37de9515&device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 1132 time: 0.0422978 Apr 14 21:58:28.945332 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-610c916f-8080-4fb4-9da8-4676c71b4706 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=2a777220-6e6b-4784-a556-2644971c3d01 HTTP/1.1" status: 200 len: 217 time: 0.0414650 Apr 14 21:58:29.051612 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-d638d298-a547-4054-ae2a-90fd2af60a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:29.053251 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-d638d298-a547-4054-ae2a-90fd2af60a2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5ecf3a89-8a62-4411-ad85-fd3f9d0304d5 HTTP/1.1" status: 200 len: 843 time: 0.0622642 Apr 14 21:58:29.156390 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76288c4-ba59-4650-8674-7a240ae9a796 req-56e5f0cf-a095-443d-9b0f-2ae99fcea8e3 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:29.158157 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b76288c4-ba59-4650-8674-7a240ae9a796 req-56e5f0cf-a095-443d-9b0f-2ae99fcea8e3 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 948 time: 0.0845697 Apr 14 21:58:29.159812 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-d169f092-4824-48bb-beb5-4e04adf46dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:29.161152 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-d169f092-4824-48bb-beb5-4e04adf46dea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89463ec3-17e6-4037-8254-f12037f40bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0975678 Apr 14 21:58:29.208867 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-decf9212-62ee-4c9f-a424-d70c365156a7 req-7f62204f-4118-4eb4-b9fa-0989570808fe tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0506701 Apr 14 21:58:29.221304 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a941c-109a-400a-912f-774b53c43b82 req-35745c1f-73cb-4ce3-b6fc-2b48aa080f35 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:29.223323 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-35745c1f-73cb-4ce3-b6fc-2b48aa080f35 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.81 "GET /v2.0/networks?id=aafc666c-b80a-46cc-b512-8d9c31e0611a HTTP/1.1" status: 200 len: 809 time: 0.1824951 Apr 14 21:58:29.240830 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b76288c4-ba59-4650-8674-7a240ae9a796 req-22100f69-265c-41f0-a63d-e1c2ff910f03 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734258 Apr 14 21:58:29.528901 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d03758e0-0932-4dea-99d7-8eb873c2722c req-fca0b9a3-94ab-4f29-8101-040066f8fb81 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.0346994 Apr 14 21:58:29.872010 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d5370-e45a-46cd-8eb6-e4504bc5cec1 req-8bffe966-f9e9-4771-ac2e-2db3820ee590 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:29.873574 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e3d5370-e45a-46cd-8eb6-e4504bc5cec1 req-8bffe966-f9e9-4771-ac2e-2db3820ee590 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0514677 Apr 14 21:58:29.928385 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e3d5370-e45a-46cd-8eb6-e4504bc5cec1 req-81a9e98e-ee3b-49c4-be1b-699a82d1beb1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Apr 14 21:58:30.350821 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2389dd7d-d4ab-4300-a226-cc6b301e5072 req-0b1bf673-e1cb-4052-8f19-a33e7c9e0ba7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0435572 Apr 14 21:58:30.389109 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b821f-ac05-44d5-b484-8b3b2c1a7000 req-cab70c3c-c945-4c88-add3-546be09071b8 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:30.390611 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-086b821f-ac05-44d5-b484-8b3b2c1a7000 req-cab70c3c-c945-4c88-add3-546be09071b8 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 948 time: 0.0567837 Apr 14 21:58:30.467430 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-086b821f-ac05-44d5-b484-8b3b2c1a7000 req-605fad7a-bd57-4b78-8a31-59439ffa01b7 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687368 Apr 14 21:58:30.648540 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2d83c986-6664-4b8b-ae90-220156d920c9 req-3ea2b2a0-b5e3-42b6-8a0d-2233139efbe5 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.0362968 Apr 14 21:58:31.051988 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c50423-1c20-483f-b97a-76df0c2e8bf2 req-5aeb3a04-cefe-49d0-9782-db123093b6cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:31.053453 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-12c50423-1c20-483f-b97a-76df0c2e8bf2 req-5aeb3a04-cefe-49d0-9782-db123093b6cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0522566 Apr 14 21:58:31.114444 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-12c50423-1c20-483f-b97a-76df0c2e8bf2 req-a1d4b686-f678-4e17-8ee1-310637710fe2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501838 Apr 14 21:58:31.194251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Request body: {'port': {'device_id': 'c7ae69d8-6328-4b05-ac6d-e9aeebb7134d', 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a', 'admin_state_up': True, 'tenant_id': 'f46eb89de2af4cf397780d5edbca27ad'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:31.370826 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-72cfac98-c0d3-454d-bc7b-9e9dc813a792 service neutron] 10.222.0.81 "GET /v2.0/networks/89463ec3-17e6-4037-8254-f12037f40bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532693 Apr 14 21:58:31.477303 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-263c9e16-e1c4-4248-b173-11efd41b18bd req-f0214857-10c0-43f8-8236-c2f988fc4104 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0436416 Apr 14 21:58:31.496068 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Made reservation on behalf of f46eb89de2af4cf397780d5edbca27ad for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:31.503942 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:31.568025 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d12d88f-4a06-4a27-a213-db487ceaf83d req-263c59a6-3350-4293-a12e-75c4895145e7 service neutron] 10.222.0.81 "GET /v2.0/networks/89463ec3-17e6-4037-8254-f12037f40bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718872 Apr 14 21:58:31.716665 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5dd64-fc95-4718-9d8b-67e72fd3fcd7 req-f340b307-4107-4775-8a25-a8f76f25eb32 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:31.719967 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2eb5dd64-fc95-4718-9d8b-67e72fd3fcd7 req-f340b307-4107-4775-8a25-a8f76f25eb32 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 948 time: 0.1081703 Apr 14 21:58:31.844455 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f9443feb-c856-49e3-b866-1f665d570116 req-2bbb2191-18f1-4d6f-899f-0aabcf95fdeb tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.0566530 Apr 14 21:58:31.869611 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2eb5dd64-fc95-4718-9d8b-67e72fd3fcd7 req-812090ad-4513-45f0-ac0d-42e1a9ec74a4 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020203 Apr 14 21:58:31.883055 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Allocated IP 172.20.0.7 (aafc666c-b80a-46cc-b512-8d9c31e0611a/893fbef1-fdfd-4b90-9274-be947d17908a/1797284b-f0bf-4d3b-9742-b78166feb9b4) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:32.099385 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks [] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:32.245316 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:32.305585 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cf36-6ea2-4883-9af1-7eb7ec0d5ed0 req-4b5fd58b-63f1-4251-8a34-cfa553690f94 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:32.307240 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-99e2cf36-6ea2-4883-9af1-7eb7ec0d5ed0 req-4b5fd58b-63f1-4251-8a34-cfa553690f94 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.1080847 Apr 14 21:58:32.317733 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Network aafc666c-b80a-46cc-b512-8d9c31e0611a is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:32.325588 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:32.335192 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:32.371645 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Pushing event updated for resources: {'Port': ['ID=1797284b-f0bf-4d3b-9742-b78166feb9b4,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:32.406852 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:32.407625 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:32.443571 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-99e2cf36-6ea2-4883-9af1-7eb7ec0d5ed0 req-87574021-55c8-4e55-b78e-5bea1d9381b5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243637 Apr 14 21:58:32.446815 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49876) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:32.533533 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-418ea3f5-73b1-4095-85d1-f4ba8651d9fc tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3445530 Apr 14 21:58:32.623466 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-152b7622-a6cf-412b-a025-566f355c62f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:32.637716 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-15b57131-b0df-41f5-ad75-d01199e8fc23 req-7ad007e2-61b6-4492-9982-6618d5e9be88 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0331085 Apr 14 21:58:32.736981 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-152b7622-a6cf-412b-a025-566f355c62f7 admin admin] Publish callbacks [] for security_group (ed54d6d6-bee7-41ab-8c13-e786e4aa1dd1), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:32.811923 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-152b7622-a6cf-412b-a025-566f355c62f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ed54d6d6-bee7-41ab-8c13-e786e4aa1dd1), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:32.860615 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-152b7622-a6cf-412b-a025-566f355c62f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8cc0220c12d74490ae0b912e998d2334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4124842 Apr 14 21:58:32.861693 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b7622-a6cf-412b-a025-566f355c62f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed54d6d6-bee7-41ab-8c13-e786e4aa1dd1,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:32.864359 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49886) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:32.935616 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1138b71-a595-41f2-aeae-b862242be3d9 admin admin] Publish callbacks [] for security_group (ed54d6d6-bee7-41ab-8c13-e786e4aa1dd1), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:32.966770 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1138b71-a595-41f2-aeae-b862242be3d9 admin admin] Publish callbacks [] for security_group (ed54d6d6-bee7-41ab-8c13-e786e4aa1dd1), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:33.023213 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b177481-0e47-4e2d-aceb-3b863d23eb2d req-8dd75bf9-239d-42d3-a9aa-bbc9c788fa42 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:33.025845 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2b177481-0e47-4e2d-aceb-3b863d23eb2d req-8dd75bf9-239d-42d3-a9aa-bbc9c788fa42 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 931 time: 0.0766628 Apr 14 21:58:33.048018 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ecf16-5357-4636-9d5d-62cecf3ec4c9 req-58b86487-a3d5-4b24-a978-a30444f265af tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:33.049582 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cb8ecf16-5357-4636-9d5d-62cecf3ec4c9 req-58b86487-a3d5-4b24-a978-a30444f265af tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 948 time: 0.0804858 Apr 14 21:58:33.096054 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2b177481-0e47-4e2d-aceb-3b863d23eb2d req-4bc80893-756c-4c7a-b1ea-88e617455d99 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Apr 14 21:58:33.116999 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cb8ecf16-5357-4636-9d5d-62cecf3ec4c9 req-63ac7e33-c329-47f8-bece-e3250931a1f6 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572672 Apr 14 21:58:33.204710 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1138b71-a595-41f2-aeae-b862242be3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ed54d6d6-bee7-41ab-8c13-e786e4aa1dd1), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:33.207779 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1138b71-a595-41f2-aeae-b862242be3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:33.208989 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a1138b71-a595-41f2-aeae-b862242be3d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed54d6d6-bee7-41ab-8c13-e786e4aa1dd1 HTTP/1.1" status: 204 len: 168 time: 0.3427048 Apr 14 21:58:33.217981 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1138b71-a595-41f2-aeae-b862242be3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed54d6d6-bee7-41ab-8c13-e786e4aa1dd1,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:33.755339 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fd0870a-ce20-457c-afee-d8dc094e6393 req-f10b11fd-9ff8-4595-bed6-942ee362c8f7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0437534 Apr 14 21:58:34.261880 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4f7f-12de-47ae-afaa-67810ce98815 req-a00bf71a-ee4c-4eab-94ba-5f24097be2fb tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:34.263133 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e377fc2-47d1-4d40-8dca-15b3a90c4f06 req-b934bf7a-82d5-48c5-a15b-2884b8df64d7 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:34.266456 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fe9b4f7f-12de-47ae-afaa-67810ce98815 req-a00bf71a-ee4c-4eab-94ba-5f24097be2fb tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 948 time: 0.0663657 Apr 14 21:58:34.272910 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e377fc2-47d1-4d40-8dca-15b3a90c4f06 req-b934bf7a-82d5-48c5-a15b-2884b8df64d7 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 931 time: 0.0801377 Apr 14 21:58:34.318090 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fe9b4f7f-12de-47ae-afaa-67810ce98815 req-2978e59d-6763-4221-b583-6ea68dac17d2 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480692 Apr 14 21:58:34.327088 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e377fc2-47d1-4d40-8dca-15b3a90c4f06 req-df593b67-f88d-4b48-9835-fcfba8ff865e tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523603 Apr 14 21:58:34.500157 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49910) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:34.515357 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-52fee728-1505-4642-967c-96a9ac93d579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:34.604931 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-52fee728-1505-4642-967c-96a9ac93d579 admin admin] Publish callbacks [] for security_group (f7f6ad9f-b485-4ea0-ba5b-e49887c50391), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:34.702193 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-52fee728-1505-4642-967c-96a9ac93d579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f7f6ad9f-b485-4ea0-ba5b-e49887c50391), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:34.760207 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-52fee728-1505-4642-967c-96a9ac93d579 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3700879a97804b06bcbd3026128c3169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589023 Apr 14 21:58:34.761098 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fee728-1505-4642-967c-96a9ac93d579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f6ad9f-b485-4ea0-ba5b-e49887c50391,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:34.763507 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49912) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:34.825268 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80272e43-fc52-4bf4-9362-8d888c6dd08e admin admin] Publish callbacks [] for security_group (f7f6ad9f-b485-4ea0-ba5b-e49887c50391), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:34.850662 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80272e43-fc52-4bf4-9362-8d888c6dd08e admin admin] Publish callbacks [] for security_group (f7f6ad9f-b485-4ea0-ba5b-e49887c50391), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:34.877905 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d186a91b-db6e-48f3-a091-decf0db28f34 req-ed6b76f3-46bc-42ac-b218-3df56096ee6a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0321145 Apr 14 21:58:35.067274 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80272e43-fc52-4bf4-9362-8d888c6dd08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f7f6ad9f-b485-4ea0-ba5b-e49887c50391), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:35.069792 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80272e43-fc52-4bf4-9362-8d888c6dd08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:35.076920 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-80272e43-fc52-4bf4-9362-8d888c6dd08e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7f6ad9f-b485-4ea0-ba5b-e49887c50391 HTTP/1.1" status: 204 len: 168 time: 0.3064961 Apr 14 21:58:35.079126 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80272e43-fc52-4bf4-9362-8d888c6dd08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f6ad9f-b485-4ea0-ba5b-e49887c50391,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:35.454175 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98b530-7c64-434f-b1dd-534ed5fd39b0 req-c580c6e7-59bc-4816-9d78-c22979c49429 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:35.462260 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3b98b530-7c64-434f-b1dd-534ed5fd39b0 req-c580c6e7-59bc-4816-9d78-c22979c49429 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 948 time: 0.0641069 Apr 14 21:58:35.486789 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bb721-9b46-4860-95c3-5c3b379811c7 req-6a807d0c-25e7-4e24-931c-27460527f058 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:35.488694 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-325bb721-9b46-4860-95c3-5c3b379811c7 req-6a807d0c-25e7-4e24-931c-27460527f058 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 931 time: 0.0661528 Apr 14 21:58:35.537086 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3b98b530-7c64-434f-b1dd-534ed5fd39b0 req-741882ec-b57c-41e5-962f-d726198df740 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738115 Apr 14 21:58:35.584648 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-325bb721-9b46-4860-95c3-5c3b379811c7 req-7a813abc-b9cb-46dc-84f7-8dce4b53dc92 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899203 Apr 14 21:58:35.782327 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49936) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:35.789660 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950218817', 'description': 'tempest-description--105184723'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:35.924401 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.012088 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Request body: {'port': {'device_id': 'c7ae69d8-6328-4b05-ac6d-e9aeebb7134d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:36.016465 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-523bf576-368c-47dd-a1d6-be723caa08e4 req-adf61b77-35eb-4bf3-a590-61d62e556d8d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0569932 Apr 14 21:58:36.050432 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group (84aeadd4-5d90-4de2-940b-1b4b4b27a377), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.086032 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.160046 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (84aeadd4-5d90-4de2-940b-1b4b4b27a377), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.223023 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84aeadd4-5d90-4de2-940b-1b4b4b27a377,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:36.234615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.235062 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.235566 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.236048 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.236562 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.237106 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.238264 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.238796 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.239593 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.239921 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.240393 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.240820 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.241230 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.248123 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.248123 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:36.299048 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 2a777220-6e6b-4784-a556-2644971c3d01 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:58:36.321135 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.322212 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2e6a6676-1279-4f5b-8fa3-7287165cf62e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5386071 Apr 14 21:58:36.326868 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49952) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:36.337843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-065141bc-f4f3-4912-be00-9b450f65d7c2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Request body: {'security_group_rule': {'security_group_id': '84aeadd4-5d90-4de2-940b-1b4b4b27a377', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:36.446683 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 2a777220-6e6b-4784-a556-2644971c3d01, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a777220-6e6b-4784-a556-2644971c3d01,segment=NetworkSegment(32719bcc-ed4a-4526-8473-5b7e5f3eb398),segment_id=32719bcc-ed4a-4526-8473-5b7e5f3eb398)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:36.461800 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '2a777220-6e6b-4784-a556-2644971c3d01', 'network_id': '89463ec3-17e6-4037-8254-f12037f40bb0', 'port_id': '2a777220-6e6b-4784-a556-2644971c3d01', 'mac_address': 'fa:16:3e:1b:ea:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecf3a89-8a62-4411-ad85-fd3f9d0304d5', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:58:36.482129 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1797284b-f0bf-4d3b-9742-b78166feb9b4 {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:58:36.494094 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Publish callbacks [] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.496232 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-065141bc-f4f3-4912-be00-9b450f65d7c2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group_rule (dbaf9f28-ebf2-4ba9-9143-1ddce60652c1), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.517102 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 2a777220-6e6b-4784-a556-2644971c3d01 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:36.517856 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2a777220-6e6b-4784-a556-2644971c3d01), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.525872 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Transition to ACTIVE for port object 1797284b-f0bf-4d3b-9742-b78166feb9b4 will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:58:36.541417 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a777220-6e6b-4784-a556-2644971c3d01 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:58:36.571589 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 2a777220-6e6b-4784-a556-2644971c3d01, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a777220-6e6b-4784-a556-2644971c3d01,segment=NetworkSegment(32719bcc-ed4a-4526-8473-5b7e5f3eb398),segment_id=32719bcc-ed4a-4526-8473-5b7e5f3eb398)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:36.602198 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-065141bc-f4f3-4912-be00-9b450f65d7c2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group_rule (dbaf9f28-ebf2-4ba9-9143-1ddce60652c1), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.603496 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.660879 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49960) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:36.678889 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (2a777220-6e6b-4784-a556-2644971c3d01), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.737041 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Pushing event updated for resources: {'Port': ['ID=1797284b-f0bf-4d3b-9742-b78166feb9b4,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:36.737281 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-065141bc-f4f3-4912-be00-9b450f65d7c2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (dbaf9f28-ebf2-4ba9-9143-1ddce60652c1), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:36.764873 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065141bc-f4f3-4912-be00-9b450f65d7c2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaf9f28-ebf2-4ba9-9143-1ddce60652c1,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:36.793534 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=2a777220-6e6b-4784-a556-2644971c3d01,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:36.807984 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1a1a-2d79-447e-8515-e24873551e91 req-cd9288f1-0c13-41f1-869e-b180586a7670 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:36.812409 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d10e1a1a-2d79-447e-8515-e24873551e91 req-cd9288f1-0c13-41f1-869e-b180586a7670 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 949 time: 0.1705284 Apr 14 21:58:36.842181 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa704c54-1531-4e7d-a136-6b9140def7a6 req-940d05a6-75bd-43ab-86ae-6bf41083421c tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:36.844392 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aa704c54-1531-4e7d-a136-6b9140def7a6 req-940d05a6-75bd-43ab-86ae-6bf41083421c tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 943 time: 0.1651480 Apr 14 21:58:36.879498 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d10e1a1a-2d79-447e-8515-e24873551e91 req-bef0ab58-1d9c-4bfd-89d3-ec1311d2f5ff tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597174 Apr 14 21:58:36.893077 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-403316494-network', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:36.935217 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Attempting to bind port 1797284b-f0bf-4d3b-9742-b78166feb9b4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:36.935549 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Attempting to bind port 1797284b-f0bf-4d3b-9742-b78166feb9b4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a27a8e28-4114-49d3-92ae-eac567d717f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:36.945678 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Attempting to bind port 1797284b-f0bf-4d3b-9742-b78166feb9b4 on network aafc666c-b80a-46cc-b512-8d9c31e0611a {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:36.950971 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Port 1797284b-f0bf-4d3b-9742-b78166feb9b4 on network aafc666c-b80a-46cc-b512-8d9c31e0611a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:58:36.951551 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Attempting to bind port 1797284b-f0bf-4d3b-9742-b78166feb9b4 on network aafc666c-b80a-46cc-b512-8d9c31e0611a {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:36.962405 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aa704c54-1531-4e7d-a136-6b9140def7a6 req-c273e13a-ef23-4a28-bf16-6456b450bf43 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057973 Apr 14 21:58:36.963557 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:36.963940 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Checking segment: {'id': 'a27a8e28-4114-49d3-92ae-eac567d717f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:36.964228 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Bound using segment: {'id': 'a27a8e28-4114-49d3-92ae-eac567d717f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:36.964408 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Bound port: 1797284b-f0bf-4d3b-9742-b78166feb9b4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a8e28-4114-49d3-92ae-eac567d717f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:36.965134 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.040787 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-065141bc-f4f3-4912-be00-9b450f65d7c2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.043255 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-065141bc-f4f3-4912-be00-9b450f65d7c2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7128565 Apr 14 21:58:37.045523 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49966) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:37.050462 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-5fdaa014-7ea9-463f-940e-0933f5eb3b28 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Request body: {'security_group_rule': {'security_group_id': '84aeadd4-5d90-4de2-940b-1b4b4b27a377', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:37.059626 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] For port 1797284b-f0bf-4d3b-9742-b78166feb9b4, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:37.078669 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] For port 1797284b-f0bf-4d3b-9742-b78166feb9b4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1797284b-f0bf-4d3b-9742-b78166feb9b4,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:37.146123 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-27ffd226-38e6-4766-8631-e1ae29cf47bb req-e22c7377-6d4e-40fc-88f2-76e52ef4269d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0335433 Apr 14 21:58:37.210084 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Made reservation on behalf of 40c5ee7a5b0640ecbb513c322c45dcc8 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:37.212270 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.222735 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.258619 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['2a777220-6e6b-4784-a556-2644971c3d01'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:58:37.313303 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Publish callbacks [] for security_group (09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.336488 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.369735 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa014-7ea9-463f-940e-0933f5eb3b28 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group_rule (0746ea5c-4550-455a-9e8f-c31b83bedd86), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.390471 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:37.391153 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.392592 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] 10.222.0.81 "PUT /v2.0/ports/1797284b-f0bf-4d3b-9742-b78166feb9b4 HTTP/1.1" status: 200 len: 1093 time: 1.3854370 Apr 14 21:58:37.395210 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ae69d8-6328-4b05-ac6d-e9aeebb7134d', 'tag': '1797284b-f0bf-4d3b-9742-b78166feb9b4'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:58:37.397613 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9acab55-843f-4cdc-9b86-ee2eb62e02b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ae69d8-6328-4b05-ac6d-e9aeebb7134d", "tag": "1797284b-f0bf-4d3b-9742-b78166feb9b4"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:58:37.444612 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be22ba9-0df3-479e-8064-62adfd21f44b service neutron] Pushing event updated for resources: {'Port': ['ID=1797284b-f0bf-4d3b-9742-b78166feb9b4,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:37.469029 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48961c4-6992-44bb-b159-aed606644809 x-openstack-request-id: req-c48961c4-6992-44bb-b159-aed606644809 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:58:37.469029 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ae69d8-6328-4b05-ac6d-e9aeebb7134d", "tag": "1797284b-f0bf-4d3b-9742-b78166feb9b4", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:58:37.469464 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c48961c4-6992-44bb-b159-aed606644809 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:58:37.469722 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48961c4-6992-44bb-b159-aed606644809'] response: {'name': 'network-changed', 'server_uuid': 'c7ae69d8-6328-4b05-ac6d-e9aeebb7134d', 'tag': '1797284b-f0bf-4d3b-9742-b78166feb9b4', 'status': 'completed', 'code': 200} Apr 14 21:58:37.477365 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa014-7ea9-463f-940e-0933f5eb3b28 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group_rule (0746ea5c-4550-455a-9e8f-c31b83bedd86), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.506667 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.555414 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acab55-843f-4cdc-9b86-ee2eb62e02b4 req-3de0cd2b-3bd4-4f5c-96c3-3801c114d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:37.558446 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d9acab55-843f-4cdc-9b86-ee2eb62e02b4 req-3de0cd2b-3bd4-4f5c-96c3-3801c114d691 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f46eb89de2af4cf397780d5edbca27ad&device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 1127 time: 0.0476527 Apr 14 21:58:37.711685 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acab55-843f-4cdc-9b86-ee2eb62e02b4 req-83fbf45e-6924-498c-a827-6606fe650dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:37.714486 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d9acab55-843f-4cdc-9b86-ee2eb62e02b4 req-83fbf45e-6924-498c-a827-6606fe650dae service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=f46eb89de2af4cf397780d5edbca27ad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1489141 Apr 14 21:58:37.798156 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:58:37.801283 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:37.808688 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa014-7ea9-463f-940e-0933f5eb3b28 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (0746ea5c-4550-455a-9e8f-c31b83bedd86), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.838033 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (8d03ef27-fff1-4aba-882d-f722c510e804), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.838379 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Added segment 8d03ef27-fff1-4aba-882d-f722c510e804 of type vlan for network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 Apr 14 21:58:37.840010 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaa014-7ea9-463f-940e-0933f5eb3b28 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0746ea5c-4550-455a-9e8f-c31b83bedd86,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:37.851882 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acab55-843f-4cdc-9b86-ee2eb62e02b4 req-d77e6801-fb1d-4cc8-8dd3-71ceeb4822e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:37.856152 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d9acab55-843f-4cdc-9b86-ee2eb62e02b4 req-d77e6801-fb1d-4cc8-8dd3-71ceeb4822e2 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308253 Apr 14 21:58:37.907452 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (7fbe5cc9-9b17-47a2-a2af-bf332bca2380), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:37.917644 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-e9c574e0-34d8-4cd1-901b-862a7f319f85 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:37.928953 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-e9c574e0-34d8-4cd1-901b-862a7f319f85 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 814 time: 0.4260259 Apr 14 21:58:37.964649 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a941c-109a-400a-912f-774b53c43b82 req-6341782e-95fa-4edc-b111-a6119c3a157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:37.965236 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-6341782e-95fa-4edc-b111-a6119c3a157d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f46eb89de2af4cf397780d5edbca27ad&device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 1127 time: 0.0535073 Apr 14 21:58:38.034732 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-adab578c-6575-4e16-b57a-d8d4fb9485ce tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 379 time: 0.1042876 Apr 14 21:58:38.038588 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa014-7ea9-463f-940e-0933f5eb3b28 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:38.039795 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5fdaa014-7ea9-463f-940e-0933f5eb3b28 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9932308 Apr 14 21:58:38.047787 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'port': {'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'admin_state_up': True, 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'security_groups': ['528b7f09-7243-4892-82ed-ef73194f3739']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:38.051945 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 49978) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:38.066476 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:38.095361 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e74ad-60c0-4b43-ba81-a184bf5dead3 req-714d59d6-ea04-4e76-bf31-133512609374 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:38.097974 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d92e74ad-60c0-4b43-ba81-a184bf5dead3 req-714d59d6-ea04-4e76-bf31-133512609374 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 949 time: 0.1281347 Apr 14 21:58:38.099376 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-f6a9fae2-6afa-4ea3-8372-2b9bcf5951f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1797284b-f0bf-4d3b-9742-b78166feb9b4 HTTP/1.1" status: 200 len: 217 time: 0.1155355 Apr 14 21:58:38.148587 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (7fbe5cc9-9b17-47a2-a2af-bf332bca2380), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:38.149558 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:38.150159 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:38.193250 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d92e74ad-60c0-4b43-ba81-a184bf5dead3 req-a74f0070-c02c-42a4-a7a3-aa01b342bfa4 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860503 Apr 14 21:58:38.197232 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a941c-109a-400a-912f-774b53c43b82 req-d6474f80-7414-4bb4-b2b4-6b8ae8360d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:38.198762 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-d6474f80-7414-4bb4-b2b4-6b8ae8360d3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=893fbef1-fdfd-4b90-9274-be947d17908a HTTP/1.1" status: 200 len: 849 time: 0.0893352 Apr 14 21:58:38.245953 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e15d8d-deb3-4eb4-991f-7f8842064f4c req-6a46db75-e6c5-46c1-9558-5a65b0340e0b tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:38.247707 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-21e15d8d-deb3-4eb4-991f-7f8842064f4c req-6a46db75-e6c5-46c1-9558-5a65b0340e0b tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 943 time: 0.1543736 Apr 14 21:58:38.258123 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-1bff2f27-f180-4497-90fb-29d67d18df76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aafc666c-b80a-46cc-b512-8d9c31e0611a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525641 Apr 14 21:58:38.340174 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] Pushing event updated for resources: {'Network': ['ID=7fbe5cc9-9b17-47a2-a2af-bf332bca2380,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:38.351975 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:38.352498 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-de82ed64-f337-486b-84aa-c50f90bfa7a7 req-4ce88bae-35f8-4ecc-9b1a-639c90153a5f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0699399 Apr 14 21:58:38.355862 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:58:38.428629 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-094e51c6-6ed2-49f2-b73d-a30a23204409 service neutron] 10.222.0.81 "GET /v2.0/networks/aafc666c-b80a-46cc-b512-8d9c31e0611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549668 Apr 14 21:58:38.468697 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6c992dd3-9780-440a-ad37-754f7bb7cce0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8043447 Apr 14 21:58:38.472356 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 49988) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:38.477633 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-21e15d8d-deb3-4eb4-991f-7f8842064f4c req-452e6c25-16ef-4e07-9100-880d3655b76f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894746 Apr 14 21:58:38.478047 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Request body: {'subnet': {'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-403316494-subnet', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:38.509352 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:38.550791 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 2a777220-6e6b-4784-a556-2644971c3d01 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:38.633938 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 2a777220-6e6b-4784-a556-2644971c3d01 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:58:38.644078 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Allocated IP 172.27.1.75 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/97340934-de5d-4009-aa29-4dd60283a6c0) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:38.656007 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Made reservation on behalf of a65a6dd5b01d4404afb6a740fb56fd54 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:38.661309 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:38.735934 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 2a777220-6e6b-4784-a556-2644971c3d01 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:38.736637 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (2a777220-6e6b-4784-a556-2644971c3d01), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:38.856486 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 2a777220-6e6b-4784-a556-2644971c3d01 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:38.857373 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2a777220-6e6b-4784-a556-2644971c3d01), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:38.888047 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e969f5-2b69-4045-a4fe-0e2048dba48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a777220-6e6b-4784-a556-2644971c3d01'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:58:38.891236 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for port (97340934-de5d-4009-aa29-4dd60283a6c0), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:38.892756 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f051b566-6cbc-4665-95a7-541a809ab182" -d '{"events": [{"server_uuid": "30e969f5-2b69-4045-a4fe-0e2048dba48a", "name": "network-vif-plugged", "status": "completed", "tag": "2a777220-6e6b-4784-a556-2644971c3d01"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:58:38.916840 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Allocated IP 172.20.0.10 (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c/174e0c70-bae1-43c3-8ecf-3a4df32b7eca/fb078f0f-794c-4287-88f3-5fbdf7c2995a) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:38.941066 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 2a777220-6e6b-4784-a556-2644971c3d01, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a777220-6e6b-4784-a556-2644971c3d01,segment=NetworkSegment(32719bcc-ed4a-4526-8473-5b7e5f3eb398),segment_id=32719bcc-ed4a-4526-8473-5b7e5f3eb398)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:38.952114 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5066f2a-efe6-4e98-9872-eb0e9fe82aea x-openstack-request-id: req-a5066f2a-efe6-4e98-9872-eb0e9fe82aea {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:58:38.952677 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e969f5-2b69-4045-a4fe-0e2048dba48a", "name": "network-vif-plugged", "status": "completed", "tag": "2a777220-6e6b-4784-a556-2644971c3d01", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:58:38.953111 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5066f2a-efe6-4e98-9872-eb0e9fe82aea {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:58:38.953542 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5066f2a-efe6-4e98-9872-eb0e9fe82aea'] response: {'server_uuid': '30e969f5-2b69-4045-a4fe-0e2048dba48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a777220-6e6b-4784-a556-2644971c3d01', 'code': 200} Apr 14 21:58:39.000078 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Made reservation on behalf of 40c5ee7a5b0640ecbb513c322c45dcc8 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:39.003093 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7418352'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.056358 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (2a777220-6e6b-4784-a556-2644971c3d01), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.128657 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (97340934-de5d-4009-aa29-4dd60283a6c0), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.129291 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c3a941c-109a-400a-912f-774b53c43b82 req-9c089c8c-667e-47ee-800d-cd00e320c052 service neutron] 10.222.0.81 "GET /v2.0/networks/aafc666c-b80a-46cc-b512-8d9c31e0611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648348 Apr 14 21:58:39.136100 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=2a777220-6e6b-4784-a556-2644971c3d01,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:39.188936 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.192105 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:39.200892 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:39.209169 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:39.213494 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event updated for resources: {'Port': ['ID=97340934-de5d-4009-aa29-4dd60283a6c0,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:39.335940 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7418342'] for subnet (34492abf-7c54-403b-92f3-c324f4917c48), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.370550 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441559e-3fac-497e-9b8c-93f77d5e2470 req-1a8a2571-997f-4c4c-99fc-d9873574437b tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:39.372332 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9441559e-3fac-497e-9b8c-93f77d5e2470 req-1a8a2571-997f-4c4c-99fc-d9873574437b tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.0909636 Apr 14 21:58:39.397683 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34492abf-7c54-403b-92f3-c324f4917c48,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:39.398400 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.400565 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for floatingip (87c6a78f-825d-4ce5-8d5c-2a482a11de58), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.434283 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Checking segment: {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:39.434916 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Network hostable DHCP agents. Network: 7fbe5cc9-9b17-47a2-a2af-bf332bca2380, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:58:39.470052 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:39.480456 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:39.492178 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:39.500338 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a28ab-f36d-445d-acf8-9c474c51f21f req-2ad860aa-d0ce-4cd5-9b93-717a1830e2bc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:39.510159 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-308a28ab-f36d-445d-acf8-9c474c51f21f req-2ad860aa-d0ce-4cd5-9b93-717a1830e2bc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 932 time: 0.0650244 Apr 14 21:58:39.577045 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9441559e-3fac-497e-9b8c-93f77d5e2470 req-67084462-f348-4cc6-a694-1bc0024707a2 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415193 Apr 14 21:58:39.577045 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=fb078f0f-794c-4287-88f3-5fbdf7c2995a,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:39.577850 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-308a28ab-f36d-445d-acf8-9c474c51f21f req-7f613ca2-fd36-4ea5-8462-92c734be112c tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607293 Apr 14 21:58:39.607798 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:39.608848 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.620856 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:58:39.638631 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (97340934-de5d-4009-aa29-4dd60283a6c0), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.710767 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9573dd-fe60-4667-8570-9f5d5cd96318 req-ee2947aa-5272-4f04-ab7b-188471714806 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:39.717050 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7f9573dd-fe60-4667-8570-9f5d5cd96318 req-ee2947aa-5272-4f04-ab7b-188471714806 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 943 time: 0.0990951 Apr 14 21:58:39.747317 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 7fbe5cc9-9b17-47a2-a2af-bf332bca2380) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:39.759379 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:39.759379 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.764177 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc27c7fa-db11-447e-a8ef-0d1d0ecbf28a None None] Network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:58:39.825046 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-c6110123-d6a6-4cca-b486-87d516df790b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7835448 Apr 14 21:58:39.833653 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7f9573dd-fe60-4667-8570-9f5d5cd96318 req-e7e2b139-7d6f-41fd-b25e-ef316c28c4fa tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107006 Apr 14 21:58:39.834313 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.835401 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-e36ef905-7f2f-4482-b57f-0ab989825460 None None] Provisioning complete for port fb078f0f-794c-4287-88f3-5fbdf7c2995a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:39.835933 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e36ef905-7f2f-4482-b57f-0ab989825460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.898566 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for port (97340934-de5d-4009-aa29-4dd60283a6c0), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:39.903198 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-e36ef905-7f2f-4482-b57f-0ab989825460 None None] Port fb078f0f-794c-4287-88f3-5fbdf7c2995a cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:39.915877 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a25a77df-fb1c-4f71-bafa-91d0a696de1f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4415321 Apr 14 21:58:39.928851 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50000) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:39.933932 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:40.033095 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (97340934-de5d-4009-aa29-4dd60283a6c0), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.072181 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:58:40.073435 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.124132 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event updated for resources: {'Port': ['ID=97340934-de5d-4009-aa29-4dd60283a6c0,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:40.141082 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (32118357-f0de-4b36-b2d9-4bf6b705e27c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.154137 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (32118357-f0de-4b36-b2d9-4bf6b705e27c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.154614 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (87c6a78f-825d-4ce5-8d5c-2a482a11de58), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.245003 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks [] for router_controller (32118357-f0de-4b36-b2d9-4bf6b705e27c), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.245280 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Allocated IP 172.20.0.2 (7fbe5cc9-9b17-47a2-a2af-bf332bca2380/34492abf-7c54-403b-92f3-c324f4917c48/57f66cd2-d44b-445f-a01e-90f60bf03d25) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:40.276883 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.279067 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-54d3191f-a21b-4687-859f-16487e09a7ac tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2242210 Apr 14 21:58:40.445816 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Publish callbacks [] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.508149 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks [] for router_gateway (32118357-f0de-4b36-b2d9-4bf6b705e27c), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.559893 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.563519 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-733a1b36-1706-4005-8d1d-5656d0496c5b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--950218817&fields=id&tenant_id=07795b5930f74368a7508f0536b9f800 HTTP/1.1" status: 200 len: 267 time: 0.0706317 Apr 14 21:58:40.616012 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Pushing event updated for resources: {'Port': ['ID=57f66cd2-d44b-445f-a01e-90f60bf03d25,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:40.629094 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.629453 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.629846 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.630395 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.631068 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.631612 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.632161 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.632645 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.632998 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.633345 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.634032 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.634613 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.635166 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.635519 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.635986 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:58:40.642835 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:40.646161 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:40.649205 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:40.710831 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780201f-6625-4e72-b5f1-dbe58955cd79 req-f3867ad2-4986-4fa0-92d3-6cfcdb28e268 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:40.712395 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0780201f-6625-4e72-b5f1-dbe58955cd79 req-f3867ad2-4986-4fa0-92d3-6cfcdb28e268 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.0865350 Apr 14 21:58:40.735231 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Attempting to bind port 57f66cd2-d44b-445f-a01e-90f60bf03d25 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:40.735742 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Attempting to bind port 57f66cd2-d44b-445f-a01e-90f60bf03d25 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:40.736337 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Attempting to bind port 57f66cd2-d44b-445f-a01e-90f60bf03d25 on network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:40.744223 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:40.744629 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Checking segment: {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:40.745174 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.745491 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Bound using segment: {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:40.745980 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Bound port: 57f66cd2-d44b-445f-a01e-90f60bf03d25, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:40.746437 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:40.788370 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0780201f-6625-4e72-b5f1-dbe58955cd79 req-0ee79128-0d85-4a91-88e3-688217eb4763 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631859 Apr 14 21:58:40.794926 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-64b9a782-44d4-44e5-ae9c-63ff04b6cdfd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:40.796836 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-64b9a782-44d4-44e5-ae9c-63ff04b6cdfd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 818 time: 0.2255473 Apr 14 21:58:40.839771 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] For port 57f66cd2-d44b-445f-a01e-90f60bf03d25, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:40.846776 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] For port 57f66cd2-d44b-445f-a01e-90f60bf03d25, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=57f66cd2-d44b-445f-a01e-90f60bf03d25,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:40.902607 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-eba8bb4f-8dfc-47dc-a836-393f0da40119 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/quotas/07795b5930f74368a7508f0536b9f800 HTTP/1.1" status: 200 len: 375 time: 0.0437868 Apr 14 21:58:40.933354 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812691-d77d-478d-bd46-6ca672327e7c req-212b1979-2f06-465c-b179-a43b3ab4878d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:40.935006 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-39812691-d77d-478d-bd46-6ca672327e7c req-212b1979-2f06-465c-b179-a43b3ab4878d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 932 time: 0.0525451 Apr 14 21:58:40.952749 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:41.004274 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks [] for router_gateway (32118357-f0de-4b36-b2d9-4bf6b705e27c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:41.015939 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-4d9d08e8-5315-4dac-8624-c9d383bf65dd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1074848 Apr 14 21:58:41.038005 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:41.061029 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-39812691-d77d-478d-bd46-6ca672327e7c req-f0167e97-570e-4833-8693-be284953a157 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045213 Apr 14 21:58:41.083207 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb1737-1103-4716-afba-eab6c3a06569 None None] Pushing event updated for resources: {'Port': ['ID=57f66cd2-d44b-445f-a01e-90f60bf03d25,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:41.249365 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2b6657a-13d0-4b7f-92e4-870e2c328310 service neutron] 10.222.0.52 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015107 Apr 14 21:58:41.292002 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43717c12-7f29-472b-89ef-3c03c1c13730 req-0cb35147-e94c-46cc-9752-78d69806fde0 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:41.298702 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-43717c12-7f29-472b-89ef-3c03c1c13730 req-0cb35147-e94c-46cc-9752-78d69806fde0 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 943 time: 0.1168184 Apr 14 21:58:41.302242 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Allocated IP 172.27.1.208 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/65bebacd-6125-418e-8439-0188cd92d238) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:41.361296 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-43717c12-7f29-472b-89ef-3c03c1c13730 req-09265b73-abc0-4889-80c7-689e58ca5a7d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584910 Apr 14 21:58:41.439769 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-851fce9e-6489-4a7d-a324-16e9d4150052 service neutron] 10.222.0.52 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702697 Apr 14 21:58:41.476620 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks [] for port (65bebacd-6125-418e-8439-0188cd92d238), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:41.832962 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (65bebacd-6125-418e-8439-0188cd92d238), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:41.884443 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:41.887565 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:41.894823 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:41.944075 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a63d-4f4c-406f-8c37-ad272110ce69 req-da6c22c8-5afe-4c5f-92c0-584a1925618f tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:41.951538 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9b45a63d-4f4c-406f-8c37-ad272110ce69 req-da6c22c8-5afe-4c5f-92c0-584a1925618f tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.0762250 Apr 14 21:58:41.954444 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Pushing event updated for resources: {'Port': ['ID=65bebacd-6125-418e-8439-0188cd92d238,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:42.022115 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9b45a63d-4f4c-406f-8c37-ad272110ce69 req-09b1c9d0-5792-4308-a08d-82b0aa1ea613 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699301 Apr 14 21:58:42.126570 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-899fc5d2-aa2c-4a8f-97c6-2b7ea8942cf7 req-fc811307-44d6-47b9-a392-f36989cb5391 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 210 time: 0.0758791 Apr 14 21:58:42.187226 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d1811-9152-4f64-879b-2eef9d63331f None None] Network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:58:42.227584 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c970b88-39ce-47ab-9831-b12e1785abfd req-739cc0df-fda8-49d1-900d-005bd9b6298b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:42.229141 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3c970b88-39ce-47ab-9831-b12e1785abfd req-739cc0df-fda8-49d1-900d-005bd9b6298b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 932 time: 0.0521488 Apr 14 21:58:42.265980 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-c347cbec-481c-492c-a2a8-8dbf4ca67274 None None] Provisioning complete for port 57f66cd2-d44b-445f-a01e-90f60bf03d25 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:42.266447 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c347cbec-481c-492c-a2a8-8dbf4ca67274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:42.322931 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3c970b88-39ce-47ab-9831-b12e1785abfd req-958486c1-47e4-4e52-b517-fb97bf19ea73 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866952 Apr 14 21:58:42.411455 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-c347cbec-481c-492c-a2a8-8dbf4ca67274 None None] Current status of the port 57f66cd2-d44b-445f-a01e-90f60bf03d25 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:42.411455 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c347cbec-481c-492c-a2a8-8dbf4ca67274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:42.475441 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-c347cbec-481c-492c-a2a8-8dbf4ca67274 None None] For port 57f66cd2-d44b-445f-a01e-90f60bf03d25, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=57f66cd2-d44b-445f-a01e-90f60bf03d25,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:42.538197 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66dffb-0e0a-450b-8dda-c6ab7d223ff0 req-d75cb09c-7298-4d26-a093-43d8a577f52d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:42.539840 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f66dffb-0e0a-450b-8dda-c6ab7d223ff0 req-d75cb09c-7298-4d26-a093-43d8a577f52d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 943 time: 0.0612202 Apr 14 21:58:42.542494 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks [] for router_gateway (32118357-f0de-4b36-b2d9-4bf6b705e27c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:42.544104 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 1797284b-f0bf-4d3b-9742-b78166feb9b4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:58:42.569284 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c347cbec-481c-492c-a2a8-8dbf4ca67274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:42.686361 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f66dffb-0e0a-450b-8dda-c6ab7d223ff0 req-3ab81316-b69a-4d23-9b1f-0450a4fce253 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054137 Apr 14 21:58:42.690062 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Request body: {'port': {'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:42.755831 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1096a-fd3c-4b75-8646-80bf8ac8d037 req-28b36f03-7086-4774-a646-31822fa68d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:42.758542 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b5a1096a-fd3c-4b75-8646-80bf8ac8d037 req-28b36f03-7086-4774-a646-31822fa68d63 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 1134 time: 0.0539083 Apr 14 21:58:42.775971 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347cbec-481c-492c-a2a8-8dbf4ca67274 None None] Pushing event updated for resources: {'Port': ['ID=57f66cd2-d44b-445f-a01e-90f60bf03d25,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:42.804709 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 57f66cd2-d44b-445f-a01e-90f60bf03d25 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:42.807083 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-7d1eca00-6f0d-4b56-8adc-72bf702a6c69 None None] Provisioning complete for port 57f66cd2-d44b-445f-a01e-90f60bf03d25 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:42.807635 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7d1eca00-6f0d-4b56-8adc-72bf702a6c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:42.813039 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:42.879836 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 1797284b-f0bf-4d3b-9742-b78166feb9b4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1797284b-f0bf-4d3b-9742-b78166feb9b4,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:42.893020 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b5a1096a-fd3c-4b75-8646-80bf8ac8d037 req-e0c6bcaf-b05e-420a-bc23-a9eacb6c7ab4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911491 Apr 14 21:58:42.918286 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (32118357-f0de-4b36-b2d9-4bf6b705e27c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:42.944387 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '1797284b-f0bf-4d3b-9742-b78166feb9b4', 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a', 'port_id': '1797284b-f0bf-4d3b-9742-b78166feb9b4', 'mac_address': 'fa:16:3e:f4:a1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893fbef1-fdfd-4b90-9274-be947d17908a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:58:43.043130 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 57f66cd2-d44b-445f-a01e-90f60bf03d25 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:43.043377 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:43.119659 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 1797284b-f0bf-4d3b-9742-b78166feb9b4 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:43.120078 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:43.169602 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1797284b-f0bf-4d3b-9742-b78166feb9b4 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:58:43.179266 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7d1eca00-6f0d-4b56-8adc-72bf702a6c69 None None] Current status of the port 57f66cd2-d44b-445f-a01e-90f60bf03d25 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:43.184609 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb078f0f-794c-4287-88f3-5fbdf7c2995a {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:58:43.194758 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Publish callbacks [] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:43.208899 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7757-32c2-49b6-9d0a-43903da90153 req-a059cb76-f5e7-46d6-b6a1-823d711b5165 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:43.218591 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 1797284b-f0bf-4d3b-9742-b78166feb9b4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1797284b-f0bf-4d3b-9742-b78166feb9b4,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:43.219642 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e51d7757-32c2-49b6-9d0a-43903da90153 req-a059cb76-f5e7-46d6-b6a1-823d711b5165 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.0716717 Apr 14 21:58:43.219744 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-158207de-72fc-4563-bbb0-06617c94ddea req-4b5e61fb-7367-42d1-8e0a-95324bd26573 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 210 time: 0.0417459 Apr 14 21:58:43.233051 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Transition to ACTIVE for port object fb078f0f-794c-4287-88f3-5fbdf7c2995a will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:58:43.255188 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 57f66cd2-d44b-445f-a01e-90f60bf03d25 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:43.269640 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e51d7757-32c2-49b6-9d0a-43903da90153 req-13434663-855d-4306-bd61-e14fc34c5c7f tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514543 Apr 14 21:58:43.271797 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Router 32118357-f0de-4b36-b2d9-4bf6b705e27c is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:58:43.351944 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:43.358352 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:43.433318 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=1797284b-f0bf-4d3b-9742-b78166feb9b4,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:43.476686 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:58:43.483532 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Pushing event updated for resources: {'Port': ['ID=fb078f0f-794c-4287-88f3-5fbdf7c2995a,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:43.497998 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Sync routers for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:58:43.521190 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:43.521190 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:43.536144 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10502365-c603-45f2-915e-d542f32842cc req-0f09bd1f-ed20-4866-ab47-1dcd5c7ef784 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:43.544181 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-10502365-c603-45f2-915e-d542f32842cc req-0f09bd1f-ed20-4866-ab47-1dcd5c7ef784 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.0829549 Apr 14 21:58:43.617742 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-10502365-c603-45f2-915e-d542f32842cc req-1f2b1c2a-96fd-4ce3-8188-3fc41b6bd116 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724347 Apr 14 21:58:43.650149 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Attempting to bind port fb078f0f-794c-4287-88f3-5fbdf7c2995a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:43.656816 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Attempting to bind port fb078f0f-794c-4287-88f3-5fbdf7c2995a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:43.656816 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Attempting to bind port fb078f0f-794c-4287-88f3-5fbdf7c2995a on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:43.657065 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:43.657065 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-bf70b35a-241d-409f-8f4f-76ae9b92b13d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7230983 Apr 14 21:58:43.657258 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:43.657349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Port fb078f0f-794c-4287-88f3-5fbdf7c2995a on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:58:43.657349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Attempting to bind port fb078f0f-794c-4287-88f3-5fbdf7c2995a on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:43.658106 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50064) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:43.663340 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:43.663762 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Checking segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:43.664248 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Bound using segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:43.664823 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Bound port: fb078f0f-794c-4287-88f3-5fbdf7c2995a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:43.665366 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:43.830687 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] For port fb078f0f-794c-4287-88f3-5fbdf7c2995a, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:43.880562 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] For port fb078f0f-794c-4287-88f3-5fbdf7c2995a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb078f0f-794c-4287-88f3-5fbdf7c2995a,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:43.887995 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f452b98-e126-49ee-b1c2-f806c7fa0abc req-e5430000-1d1f-49a1-a609-38a0395e8fb3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:43.889802 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f452b98-e126-49ee-b1c2-f806c7fa0abc req-e5430000-1d1f-49a1-a609-38a0395e8fb3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 944 time: 0.0735874 Apr 14 21:58:43.900891 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['1797284b-f0bf-4d3b-9742-b78166feb9b4'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:58:43.988984 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:42Z', 'revision_number': 3, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:43.996869 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f452b98-e126-49ee-b1c2-f806c7fa0abc req-8647d628-c50e-4ba8-9942-b0982c03fa94 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848193 Apr 14 21:58:44.016052 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:44.032495 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Checking router: 32118357-f0de-4b36-b2d9-4bf6b705e27c for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:58:44.032880 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Updating router 32118357-f0de-4b36-b2d9-4bf6b705e27c port 65bebacd-6125-418e-8439-0188cd92d238 binding host dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:58:44.075967 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:44.077442 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:44.080253 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] 10.222.0.81 "PUT /v2.0/ports/fb078f0f-794c-4287-88f3-5fbdf7c2995a HTTP/1.1" status: 200 len: 1094 time: 1.4052260 Apr 14 21:58:44.081211 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'tag': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:58:44.083850 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b1a43-5c20-4898-ba5c-b9a14017b455" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5", "tag": "fb078f0f-794c-4287-88f3-5fbdf7c2995a"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:58:44.131090 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (65bebacd-6125-418e-8439-0188cd92d238), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:44.131343 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201288b-41d4-41cf-b462-b6a580866a1e service neutron] Pushing event updated for resources: {'Port': ['ID=fb078f0f-794c-4287-88f3-5fbdf7c2995a,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:44.165895 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e2ee76-470f-4ebc-9300-c8240f5b464c x-openstack-request-id: req-f3e2ee76-470f-4ebc-9300-c8240f5b464c {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:58:44.167773 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5", "tag": "fb078f0f-794c-4287-88f3-5fbdf7c2995a", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:58:44.167773 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3e2ee76-470f-4ebc-9300-c8240f5b464c {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:58:44.167773 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e2ee76-470f-4ebc-9300-c8240f5b464c'] response: {'name': 'network-changed', 'server_uuid': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'tag': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'status': 'completed', 'code': 200} Apr 14 21:58:44.355932 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-127b1e4c-dd96-4f2b-ab18-e833038cf6f1 req-48f38120-1429-46b3-b475-f83544819684 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 210 time: 0.0596650 Apr 14 21:58:44.486391 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80ba10-3f04-4701-b7d1-053c4010cc2a req-ee118e72-9865-47a2-b2eb-bd622993f9d4 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:44.490280 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c80ba10-3f04-4701-b7d1-053c4010cc2a req-ee118e72-9865-47a2-b2eb-bd622993f9d4 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.0802166 Apr 14 21:58:44.525277 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Publish callbacks [] for port (65bebacd-6125-418e-8439-0188cd92d238), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:44.585024 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b1a43-5c20-4898-ba5c-b9a14017b455 req-b99f0f5e-d7c4-4d80-a511-e54fdf175b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:44.587092 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b29b1a43-5c20-4898-ba5c-b9a14017b455 req-b99f0f5e-d7c4-4d80-a511-e54fdf175b7e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 1128 time: 0.0637789 Apr 14 21:58:44.598263 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c80ba10-3f04-4701-b7d1-053c4010cc2a req-89507003-dc81-448d-b9ee-e7995c7d43c2 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028197 Apr 14 21:58:44.616517 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (65bebacd-6125-418e-8439-0188cd92d238), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:44.733607 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 57f66cd2-d44b-445f-a01e-90f60bf03d25 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:44.739795 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Attempting to bind port 65bebacd-6125-418e-8439-0188cd92d238 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:44.752486 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Attempting to bind port 65bebacd-6125-418e-8439-0188cd92d238 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:44.754644 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Attempting to bind port 65bebacd-6125-418e-8439-0188cd92d238 on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:44.766149 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a965a33-a135-4ddb-bcae-171b53cdfff2 None None] Pushing event updated for resources: {'Port': ['ID=65bebacd-6125-418e-8439-0188cd92d238,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:44.783639 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:44.783639 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:44.783639 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:44.783639 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:44.783639 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Bound port: 65bebacd-6125-418e-8439-0188cd92d238, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:44.783639 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (65bebacd-6125-418e-8439-0188cd92d238), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:44.844402 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 57f66cd2-d44b-445f-a01e-90f60bf03d25 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:44.845014 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:44.874015 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:44.888246 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] For port 65bebacd-6125-418e-8439-0188cd92d238, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:44.895816 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] For port 65bebacd-6125-418e-8439-0188cd92d238, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=65bebacd-6125-418e-8439-0188cd92d238,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:44.932118 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c2d66-5f7d-45b2-babf-94e2464174da req-bf64bbde-372d-452e-a8bb-090e7ac6e98e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:44.933696 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c8c2d66-5f7d-45b2-babf-94e2464174da req-bf64bbde-372d-452e-a8bb-090e7ac6e98e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.1307397 Apr 14 21:58:44.994472 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b1a43-5c20-4898-ba5c-b9a14017b455 req-85413ef9-6503-4d0c-bb7e-84248bde1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:44.996026 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b29b1a43-5c20-4898-ba5c-b9a14017b455 req-85413ef9-6503-4d0c-bb7e-84248bde1f17 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3953710 Apr 14 21:58:45.000022 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (65bebacd-6125-418e-8439-0188cd92d238), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:45.010600 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 57f66cd2-d44b-445f-a01e-90f60bf03d25 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:45.045394 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c8c2d66-5f7d-45b2-babf-94e2464174da req-408212d3-6684-412d-8465-485becc53211 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025119 Apr 14 21:58:45.114353 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Allocated IP 172.20.0.1 (7fbe5cc9-9b17-47a2-a2af-bf332bca2380/34492abf-7c54-403b-92f3-c324f4917c48/444bd611-8667-4e56-929b-a07063a5a0ad) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:45.130222 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:45.130754 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:45.136457 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a965a33-a135-4ddb-bcae-171b53cdfff2 None None] Pushing event updated for resources: {'Port': ['ID=65bebacd-6125-418e-8439-0188cd92d238,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:45.227732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aeb6ac-a1ac-4a54-bd98-1b228210d7d3 req-6c5c0f0e-2b24-47d0-ae11-fc493889604f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:45.230333 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-00aeb6ac-a1ac-4a54-bd98-1b228210d7d3 req-6c5c0f0e-2b24-47d0-ae11-fc493889604f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 944 time: 0.1120582 Apr 14 21:58:45.277692 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:45.341689 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-00aeb6ac-a1ac-4a54-bd98-1b228210d7d3 req-c4077853-6ac1-402f-b8ca-6d8591af4e74 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015630 Apr 14 21:58:45.361452 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Publish callbacks [] for port (444bd611-8667-4e56-929b-a07063a5a0ad), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:45.478395 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5c17adf2-25ed-4fca-ac31-048c76b3f4b1 req-3c4f1c93-67a0-4d35-b428-c05f4399d7c5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 210 time: 0.0387781 Apr 14 21:58:45.503475 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:45.529466 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:42Z', 'revision_number': 3, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:45.538793 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:45.543155 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:45.548767 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:45.580525 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Pushing event updated for resources: {'Port': ['ID=444bd611-8667-4e56-929b-a07063a5a0ad,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:45.587902 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeadfa7-9f07-4c4a-9a62-5adb8dca40fe None None] The sync data for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi is: [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:42Z', 'revision_number': 3, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:58:45.607736 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (32118357-f0de-4b36-b2d9-4bf6b705e27c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:45.635036 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 1797284b-f0bf-4d3b-9742-b78166feb9b4 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:45.719566 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 1797284b-f0bf-4d3b-9742-b78166feb9b4 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:58:45.816651 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 1797284b-f0bf-4d3b-9742-b78166feb9b4 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:45.817785 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:45.870732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7933e6-232e-462d-835e-2b98770560b0 req-33b82334-7b86-4f6a-8721-183118de9207 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:45.883756 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fe7933e6-232e-462d-835e-2b98770560b0 req-33b82334-7b86-4f6a-8721-183118de9207 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.1180768 Apr 14 21:58:46.015320 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-d9335d4f-e3d3-45b3-8bb7-7bb68bddd276 None None] Provisioning complete for port 444bd611-8667-4e56-929b-a07063a5a0ad triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:46.015986 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d9335d4f-e3d3-45b3-8bb7-7bb68bddd276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:46.038335 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fe7933e6-232e-462d-835e-2b98770560b0 req-646b8243-a555-43e1-b8ca-3b63d0887d16 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521699 Apr 14 21:58:46.082183 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:46.091554 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 1797284b-f0bf-4d3b-9742-b78166feb9b4 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:46.092059 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:46.167886 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae69d8-6328-4b05-ac6d-e9aeebb7134d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1797284b-f0bf-4d3b-9742-b78166feb9b4'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:58:46.171553 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92f3875-ad90-41a0-9a3a-af857d8d6d26" -d '{"events": [{"server_uuid": "c7ae69d8-6328-4b05-ac6d-e9aeebb7134d", "name": "network-vif-plugged", "status": "completed", "tag": "1797284b-f0bf-4d3b-9742-b78166feb9b4"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:58:46.219593 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6372f11d-af25-42e7-9970-ea2bcc20e1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:46.222611 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-d9335d4f-e3d3-45b3-8bb7-7bb68bddd276 None None] Port 444bd611-8667-4e56-929b-a07063a5a0ad cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:46.243166 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 1797284b-f0bf-4d3b-9742-b78166feb9b4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1797284b-f0bf-4d3b-9742-b78166feb9b4,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:46.301855 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:46.405211 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=1797284b-f0bf-4d3b-9742-b78166feb9b4,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:46.451805 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2d790-27c5-41f1-98c9-64929c634262 req-f3b6eab5-ed69-4cd4-bc0c-85c2e1236481 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:46.454822 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-14b2d790-27c5-41f1-98c9-64929c634262 req-f3b6eab5-ed69-4cd4-bc0c-85c2e1236481 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.1178825 Apr 14 21:58:46.480664 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Publish callbacks [] for port (444bd611-8667-4e56-929b-a07063a5a0ad), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:46.517804 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b1a43-5c20-4898-ba5c-b9a14017b455 req-ee8b71c5-5e90-4f0d-9c52-ac4808c2a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:46.521560 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b29b1a43-5c20-4898-ba5c-b9a14017b455 req-ee8b71c5-5e90-4f0d-9c52-ac4808c2a5e1 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7086740 Apr 14 21:58:46.547733 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:46.606403 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-14b2d790-27c5-41f1-98c9-64929c634262 req-d60fee7b-30a2-4d5b-84e1-21b34233be1c tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352232 Apr 14 21:58:46.693950 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7a4716-08a6-4141-b24b-7e4887e22384 x-openstack-request-id: req-7c7a4716-08a6-4141-b24b-7e4887e22384 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:58:46.694857 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ae69d8-6328-4b05-ac6d-e9aeebb7134d", "name": "network-vif-plugged", "status": "completed", "tag": "1797284b-f0bf-4d3b-9742-b78166feb9b4", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:58:46.695551 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c7a4716-08a6-4141-b24b-7e4887e22384 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:58:46.696431 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7a4716-08a6-4141-b24b-7e4887e22384'] response: {'server_uuid': 'c7ae69d8-6328-4b05-ac6d-e9aeebb7134d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1797284b-f0bf-4d3b-9742-b78166feb9b4', 'code': 200} Apr 14 21:58:46.697597 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-601f24f4-c6b9-4a9a-9dd2-0d8b0f7ff9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:46.705375 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-601f24f4-c6b9-4a9a-9dd2-0d8b0f7ff9e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 1128 time: 0.0941477 Apr 14 21:58:46.771674 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 65bebacd-6125-418e-8439-0188cd92d238 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:46.864953 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-88f20d6b-b5f6-4642-a90d-ffa14db0437b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb078f0f-794c-4287-88f3-5fbdf7c2995a HTTP/1.1" status: 200 len: 217 time: 0.1471026 Apr 14 21:58:46.885940 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (32118357-f0de-4b36-b2d9-4bf6b705e27c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:46.892184 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Pushing event updated for resources: {'Port': ['ID=444bd611-8667-4e56-929b-a07063a5a0ad,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:46.902872 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74890a90-7368-499e-bebd-cf38c4e2211f req-57607a08-148d-4da1-ac10-3536f4842623 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 210 time: 0.0641148 Apr 14 21:58:46.914871 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af715c-7c38-4705-9ece-c7e017ac1972 req-ebb2fd49-f4f1-4857-9463-66de2dbe6468 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:46.917752 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7af715c-7c38-4705-9ece-c7e017ac1972 req-ebb2fd49-f4f1-4857-9463-66de2dbe6468 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.1571696 Apr 14 21:58:47.087401 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 65bebacd-6125-418e-8439-0188cd92d238 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:47.088839 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (65bebacd-6125-418e-8439-0188cd92d238), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:47.103651 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e3121-f960-4c8f-87b9-c77164c5115d req-8334fa34-92cf-4795-895d-5d7779c3b665 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:47.106122 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2f0e3121-f960-4c8f-87b9-c77164c5115d req-8334fa34-92cf-4795-895d-5d7779c3b665 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.1020453 Apr 14 21:58:47.108603 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7af715c-7c38-4705-9ece-c7e017ac1972 req-afcfa0ef-916a-4ae7-9ae2-9cc78122d847 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635282 Apr 14 21:58:47.149948 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:47.151709 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:47.187276 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2f0e3121-f960-4c8f-87b9-c77164c5115d req-8d5b8648-435a-4da1-bc78-e81349fffbee tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709004 Apr 14 21:58:47.213359 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 65bebacd-6125-418e-8439-0188cd92d238 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:47.214041 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (65bebacd-6125-418e-8439-0188cd92d238), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:47.250740 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 65bebacd-6125-418e-8439-0188cd92d238, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=65bebacd-6125-418e-8439-0188cd92d238,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:47.307873 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Router 32118357-f0de-4b36-b2d9-4bf6b705e27c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:58:47.381335 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (65bebacd-6125-418e-8439-0188cd92d238), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:47.439195 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:58:47.457278 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2dc1fe8d-293d-4110-acf5-66e18df3d795 admin admin] 10.222.0.52 "PUT /v2.0/routers/32118357-f0de-4b36-b2d9-4bf6b705e27c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7977428 Apr 14 21:58:47.467073 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=65bebacd-6125-418e-8439-0188cd92d238,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:47.477869 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-401b9f04-3f84-4142-a5e8-0b79d6128eb5 None None] Provisioning complete for port 444bd611-8667-4e56-929b-a07063a5a0ad triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:47.478254 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-401b9f04-3f84-4142-a5e8-0b79d6128eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:47.514829 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-401b9f04-3f84-4142-a5e8-0b79d6128eb5 None None] Port 444bd611-8667-4e56-929b-a07063a5a0ad cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:47.742022 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336d89-3fc8-4bd9-b4bf-79a347e11f6d req-aa09d1d5-02b2-481a-a363-2aace9d9c958 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:47.743638 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91336d89-3fc8-4bd9-b4bf-79a347e11f6d req-aa09d1d5-02b2-481a-a363-2aace9d9c958 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.0580916 Apr 14 21:58:47.817119 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91336d89-3fc8-4bd9-b4bf-79a347e11f6d req-214978e0-2fcd-4d0d-957f-9d2fe609a445 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641518 Apr 14 21:58:48.008561 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Sync routers for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:58:48.023667 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:48.024744 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:48.025073 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c57e357-8717-4d40-b4dc-b689d5f4d9ba req-6b30d0b5-4d01-447f-8e16-3c5cf8fbcabd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 210 time: 0.0426342 Apr 14 21:58:48.171048 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:48.277479 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01ce0b-1663-4cd8-9f7f-5bb337df8538 req-6f05b8f9-2d37-4df7-a1ef-6bc268da136d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:48.293192 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6c01ce0b-1663-4cd8-9f7f-5bb337df8538 req-6f05b8f9-2d37-4df7-a1ef-6bc268da136d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.1014872 Apr 14 21:58:48.419933 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 50126) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:48.431185 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-506921091-network', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:48.463313 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7ed89-6d21-4431-8101-384f6888c9cd req-c00989d8-192a-41f9-b58f-1ab47c46d6b0 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:48.465431 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-61f7ed89-6d21-4431-8101-384f6888c9cd req-c00989d8-192a-41f9-b58f-1ab47c46d6b0 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.1605251 Apr 14 21:58:48.489357 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-4ab295bc-cf0c-4a26-a489-57c5f739588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:48.491622 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-4ab295bc-cf0c-4a26-a489-57c5f739588b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 200 len: 853 time: 0.1841180 Apr 14 21:58:48.499164 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6c01ce0b-1663-4cd8-9f7f-5bb337df8538 req-956fe2b4-1edd-4171-8fda-f2b3436811c9 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038589 Apr 14 21:58:48.533038 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-b9146b28-e963-4b56-b3fe-db0f71451c37 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:48.535155 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-b9146b28-e963-4b56-b3fe-db0f71451c37 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 818 time: 0.2004285 Apr 14 21:58:48.572639 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:45Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '444bd611-8667-4e56-929b-a07063a5a0ad', 'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'mac_address': 'fa:16:3e:a4:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:44Z', 'updated_at': '2022-04-14T21:58:46Z', 'revision_number': 2, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'subnets': [{'id': '34492abf-7c54-403b-92f3-c324f4917c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:48.609580 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-61f7ed89-6d21-4431-8101-384f6888c9cd req-32b6f3cb-9cec-4a20-99e1-000479cdd825 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237595 Apr 14 21:58:48.617903 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-4582607c-1eb5-43ea-a401-502be213ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:48.619807 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-4582607c-1eb5-43ea-a401-502be213ac66 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941665 Apr 14 21:58:48.640484 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Checking router: 32118357-f0de-4b36-b2d9-4bf6b705e27c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:58:48.653412 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Updating router 32118357-f0de-4b36-b2d9-4bf6b705e27c port 444bd611-8667-4e56-929b-a07063a5a0ad binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:58:48.663670 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-d1a45c47-f15d-4734-b0c5-59993ee1b08e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07795b5930f74368a7508f0536b9f800 HTTP/1.1" status: 200 len: 379 time: 0.1041772 Apr 14 21:58:48.693940 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:48.704012 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Request body: {'port': {'device_id': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'admin_state_up': True, 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'security_groups': ['84aeadd4-5d90-4de2-940b-1b4b4b27a377']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:48.738058 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 65bebacd-6125-418e-8439-0188cd92d238 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:48.766559 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a74d36b3-8808-4190-a5a9-c18202562241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:48.772544 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Made reservation on behalf of 9094af9f015e43299e43c8ca8bc98eae for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:48.775805 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:48.787330 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:48.792939 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-d188ea49-5acb-4e71-863e-c842340840ad service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378446 Apr 14 21:58:48.889990 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 65bebacd-6125-418e-8439-0188cd92d238 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:48.890361 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (65bebacd-6125-418e-8439-0188cd92d238), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:48.897785 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Publish callbacks [] for security_group (9fafd4d4-01bb-4e75-9adc-c55817676e59), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:48.981789 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Made reservation on behalf of 07795b5930f74368a7508f0536b9f800 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:48.985258 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.020624 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4c686-582d-446c-a428-36150999a692 req-d2623382-a1a2-4358-89a8-973ba8ba7662 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:49.022388 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f3b4c686-582d-446c-a428-36150999a692 req-d2623382-a1a2-4358-89a8-973ba8ba7662 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.1066351 Apr 14 21:58:49.108121 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (9fafd4d4-01bb-4e75-9adc-c55817676e59), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.134017 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:58:49.141156 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f3b4c686-582d-446c-a428-36150999a692 req-e86526fe-afd0-4236-b542-b6be760afdac tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096523 Apr 14 21:58:49.155735 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (0da50937-605d-43bf-a8d4-121f79cc565c), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.156678 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Added segment 0da50937-605d-43bf-a8d4-121f79cc565c of type vlan for network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 Apr 14 21:58:49.168069 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 65bebacd-6125-418e-8439-0188cd92d238 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:49.214583 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Allocated IP 172.20.0.9 (b16f9766-8b57-4992-ac6c-ff9deb4519c9/55cb8734-f767-4484-8dc4-7395c057446c/766b654f-6db5-430f-9b6f-956e83847a89) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:49.241078 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (8cc9ced3-29b7-4d3f-be9c-965275262cd1), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.260558 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Publish callbacks [] for port (444bd611-8667-4e56-929b-a07063a5a0ad), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.308161 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a564-3c84-48ba-9269-c6c70f4b413d req-311523d1-0557-4e66-ad11-1847e1338c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:49.309683 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c8e9a564-3c84-48ba-9269-c6c70f4b413d req-311523d1-0557-4e66-ad11-1847e1338c48 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 1129 time: 0.3114989 Apr 14 21:58:49.319593 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7e8f522a-0723-4396-b334-2aff5bff6552 req-dae8c78a-634e-45db-8b18-9bd5d7042aa3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 210 time: 0.0868466 Apr 14 21:58:49.357880 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.380375 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fafd4d4-01bb-4e75-9adc-c55817676e59,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:49.404416 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for port (766b654f-6db5-430f-9b6f-956e83847a89), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.430802 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2926d-ec38-4256-9b6b-ddd1569a5443 None None] Pushing event updated for resources: {'Port': ['ID=444bd611-8667-4e56-929b-a07063a5a0ad,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:49.460205 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-7e39fd16-f78c-41d2-85ca-24172c784a6f service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216098 Apr 14 21:58:49.515206 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-8defaba8-a6cb-4f7d-b488-af784c473d6c tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:49.517042 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-8defaba8-a6cb-4f7d-b488-af784c473d6c tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.81 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.1793473 Apr 14 21:58:49.517753 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (8cc9ced3-29b7-4d3f-be9c-965275262cd1), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.519183 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:49.519754 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.549077 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Attempting to bind port 444bd611-8667-4e56-929b-a07063a5a0ad on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:49.557510 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Attempting to bind port 444bd611-8667-4e56-929b-a07063a5a0ad by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:49.557510 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Attempting to bind port 444bd611-8667-4e56-929b-a07063a5a0ad on network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:49.570850 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:49.571496 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Checking segment: {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:49.572731 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.575451 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Bound using segment: {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:49.575970 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Bound port: 444bd611-8667-4e56-929b-a07063a5a0ad, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:49.576389 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.593069 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (766b654f-6db5-430f-9b6f-956e83847a89), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.608543 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c8e9a564-3c84-48ba-9269-c6c70f4b413d req-99a2428a-319a-47ff-b256-51bc3dec0574 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720802 Apr 14 21:58:49.708859 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] Pushing event updated for resources: {'Network': ['ID=8cc9ced3-29b7-4d3f-be9c-965275262cd1,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:49.729962 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:49.732695 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event updated for resources: {'Port': ['ID=766b654f-6db5-430f-9b6f-956e83847a89,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:49.736404 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:58:49.739015 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:49.750402 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:49.827110 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce34a2-56b8-48cb-adc0-f585dc09fb80 req-e79c1b62-62ff-4d25-a278-e5851db3762b tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:49.827792 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-69ce34a2-56b8-48cb-adc0-f585dc09fb80 req-e79c1b62-62ff-4d25-a278-e5851db3762b tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 950 time: 0.0784354 Apr 14 21:58:49.838211 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-10ad0c3a-231f-4126-951f-a28a608b736c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4170277 Apr 14 21:58:49.842225 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39178d93-9f73-40f9-8fe8-717a17e2d759 req-7393634a-46c9-4c1a-b39a-ef9c72962a01 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:49.851924 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-39178d93-9f73-40f9-8fe8-717a17e2d759 req-7393634a-46c9-4c1a-b39a-ef9c72962a01 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.1186321 Apr 14 21:58:49.852177 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50142) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:49.871625 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] For port 444bd611-8667-4e56-929b-a07063a5a0ad, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:49.901490 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] For port 444bd611-8667-4e56-929b-a07063a5a0ad, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=444bd611-8667-4e56-929b-a07063a5a0ad,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:49.903689 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.912853 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Request body: {'subnet': {'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-506921091-subnet', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:49.913942 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-cb7b6aec-8b6c-44e1-a806-9d351535064d None None] Provisioning complete for port 444bd611-8667-4e56-929b-a07063a5a0ad triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:49.914424 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6aec-8b6c-44e1-a806-9d351535064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:49.952552 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-39178d93-9f73-40f9-8fe8-717a17e2d759 req-f0d57640-9c28-4e4d-b97d-be392b644b34 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011434 Apr 14 21:58:49.964254 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:49.965481 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.010160 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b6aec-8b6c-44e1-a806-9d351535064d None None] Port 444bd611-8667-4e56-929b-a07063a5a0ad cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:50.032164 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Deleting port 2a777220-6e6b-4784-a556-2644971c3d01 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:58:50.032661 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (2a777220-6e6b-4784-a556-2644971c3d01), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.056419 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.086681 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Made reservation on behalf of 9094af9f015e43299e43c8ca8bc98eae for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:58:50.090944 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7418352'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.156195 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-69ce34a2-56b8-48cb-adc0-f585dc09fb80 req-a05ea739-43a2-4242-8feb-a35093223e5b tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5d3d763-0813-41a4-9d46-dfd578581a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168435 Apr 14 21:58:50.182317 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:50.182973 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:50.185155 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2926d-ec38-4256-9b6b-ddd1569a5443 None None] Pushing event updated for resources: {'Port': ['ID=444bd611-8667-4e56-929b-a07063a5a0ad,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:50.204028 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] For port 2a777220-6e6b-4784-a556-2644971c3d01, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a777220-6e6b-4784-a556-2644971c3d01,segment=NetworkSegment(32719bcc-ed4a-4526-8473-5b7e5f3eb398),segment_id=32719bcc-ed4a-4526-8473-5b7e5f3eb398)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:50.204527 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (2a777220-6e6b-4784-a556-2644971c3d01), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.226112 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Calling delete_port for 2a777220-6e6b-4784-a556-2644971c3d01 owned by compute:nova {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:58:50.233824 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-f2de9c63-0ffd-4a36-9ee1-5bddfa37d1ff tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5345676 Apr 14 21:58:50.364625 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-87081173-9885-4b57-b6aa-6c2178012539 None None] Provisioning complete for port 766b654f-6db5-430f-9b6f-956e83847a89 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:50.365203 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87081173-9885-4b57-b6aa-6c2178012539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (766b654f-6db5-430f-9b6f-956e83847a89), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.449632 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-87081173-9885-4b57-b6aa-6c2178012539 None None] Port 766b654f-6db5-430f-9b6f-956e83847a89 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:50.454374 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:50.455683 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f504-4169-4067-af3e-978edb6496cc req-3cccf1d0-11f3-4bf7-b79c-659f3c1c7bed tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:50.457789 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e178f504-4169-4067-af3e-978edb6496cc req-3cccf1d0-11f3-4bf7-b79c-659f3c1c7bed tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.1643991 Apr 14 21:58:50.488198 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7418342'] for subnet (35d01156-78b3-445b-bc38-7cd0ff77e504), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.509983 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d960cb-5b49-4a74-9b23-817f13321712 req-f769918b-aabd-447f-a028-a976ccea14ef tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:50.511535 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f4d960cb-5b49-4a74-9b23-817f13321712 req-f769918b-aabd-447f-a028-a976ccea14ef tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 931 time: 0.0665264 Apr 14 21:58:50.572732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d01156-78b3-445b-bc38-7cd0ff77e504,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:50.582563 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e178f504-4169-4067-af3e-978edb6496cc req-779ce335-905b-45c4-8dce-8bcf6b9e4297 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143389 Apr 14 21:58:50.590662 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Checking segment: {'id': '0da50937-605d-43bf-a8d4-121f79cc565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:50.591714 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Network hostable DHCP agents. Network: 8cc9ced3-29b7-4d3f-be9c-965275262cd1, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:58:50.592012 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f4d960cb-5b49-4a74-9b23-817f13321712 req-9f3b963d-d8b3-45b9-b4ff-f99f9c6d2b5b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726445 Apr 14 21:58:50.620865 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (2a777220-6e6b-4784-a556-2644971c3d01), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.621671 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-90235bb5-76f8-4c5d-94ba-984799a51829 None None] Provisioning complete for port 444bd611-8667-4e56-929b-a07063a5a0ad triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:50.622055 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-90235bb5-76f8-4c5d-94ba-984799a51829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.650578 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Pushing event deleted for resources: {'Port': ['ID=2a777220-6e6b-4784-a556-2644971c3d01,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:50.653107 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['2a777220-6e6b-4784-a556-2644971c3d01'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:58:50.701101 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:58:50.739479 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] No DVR routers for this DVR port 2a777220-6e6b-4784-a556-2644971c3d01 on host hv-cinder-81322 {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:58:50.743360 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.747034 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04501733-1097-48a9-8fdd-e92df02bdf0e req-90cf8bd4-fd39-4311-9eab-084cb3103a42 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.81 "DELETE /v2.0/ports/2a777220-6e6b-4784-a556-2644971c3d01 HTTP/1.1" status: 204 len: 173 time: 1.2124784 Apr 14 21:58:50.747504 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e969f5-2b69-4045-a4fe-0e2048dba48a', 'name': 'network-vif-deleted', 'tag': '2a777220-6e6b-4784-a556-2644971c3d01'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:58:50.749836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0147ea85-e8f4-4565-b608-1773fbdff5a8" -d '{"events": [{"server_uuid": "30e969f5-2b69-4045-a4fe-0e2048dba48a", "name": "network-vif-deleted", "tag": "2a777220-6e6b-4784-a556-2644971c3d01"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:58:50.788492 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e80a6e0-f245-4185-945b-1260b1f143eb x-openstack-request-id: req-6e80a6e0-f245-4185-945b-1260b1f143eb {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:58:50.789136 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e969f5-2b69-4045-a4fe-0e2048dba48a", "name": "network-vif-deleted", "tag": "2a777220-6e6b-4784-a556-2644971c3d01", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:58:50.789566 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e80a6e0-f245-4185-945b-1260b1f143eb {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:58:50.790035 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e80a6e0-f245-4185-945b-1260b1f143eb'] response: {'server_uuid': '30e969f5-2b69-4045-a4fe-0e2048dba48a', 'name': 'network-vif-deleted', 'tag': '2a777220-6e6b-4784-a556-2644971c3d01', 'status': 'completed', 'code': 200} Apr 14 21:58:50.814846 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:45Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '444bd611-8667-4e56-929b-a07063a5a0ad', 'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'mac_address': 'fa:16:3e:a4:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:44Z', 'updated_at': '2022-04-14T21:58:49Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'subnets': [{'id': '34492abf-7c54-403b-92f3-c324f4917c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:50.832732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 8cc9ced3-29b7-4d3f-be9c-965275262cd1) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:50.836906 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:50.837627 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.849570 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c28e8-956c-4c05-a54f-6d95a5a2cef9 None None] Network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:58:50.852329 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-90235bb5-76f8-4c5d-94ba-984799a51829 None None] Current status of the port 444bd611-8667-4e56-929b-a07063a5a0ad is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:50.852751 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-90235bb5-76f8-4c5d-94ba-984799a51829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.856023 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f68483f-e4da-4dce-9d0b-fffce3eaf9f4 None None] The sync data for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi is: [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:45Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '444bd611-8667-4e56-929b-a07063a5a0ad', 'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'mac_address': 'fa:16:3e:a4:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:44Z', 'updated_at': '2022-04-14T21:58:49Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'subnets': [{'id': '34492abf-7c54-403b-92f3-c324f4917c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:58:50.982128 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:50.996732 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-90235bb5-76f8-4c5d-94ba-984799a51829 None None] For port 444bd611-8667-4e56-929b-a07063a5a0ad, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=444bd611-8667-4e56-929b-a07063a5a0ad,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:51.043559 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-8cc9ced3-29b7-4d3f-be9c-965275262cd1', 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1', 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'fixed_ips': [{'subnet_id': '35d01156-78b3-445b-bc38-7cd0ff77e504'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:58:51.044514 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.097388 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-af3bb607-8166-4a91-b25c-04ab9cb9f23b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2210984 Apr 14 21:58:51.100451 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50156) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:51.106700 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:51.124421 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18b6f9-743f-418b-9dd5-608ff243e0fe req-03871855-21c3-4ceb-89f5-1161016a8163 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:51.126053 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cb18b6f9-743f-418b-9dd5-608ff243e0fe req-03871855-21c3-4ceb-89f5-1161016a8163 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.0701017 Apr 14 21:58:51.202299 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cb18b6f9-743f-418b-9dd5-608ff243e0fe req-e59ebedb-76a6-4517-911a-b394bc39c9df tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612037 Apr 14 21:58:51.250249 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (e51b2dfc-b5ae-44ba-b150-3334dc333835), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.250249 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (e51b2dfc-b5ae-44ba-b150-3334dc333835), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.287811 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-90235bb5-76f8-4c5d-94ba-984799a51829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.335171 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks [] for router_controller (e51b2dfc-b5ae-44ba-b150-3334dc333835), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.356867 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90235bb5-76f8-4c5d-94ba-984799a51829 None None] Pushing event updated for resources: {'Port': ['ID=444bd611-8667-4e56-929b-a07063a5a0ad,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:51.374387 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-30765b46-b2d6-4b77-beb8-36e4dff73260 req-a9097746-d13d-4438-8e0a-f1a5e824b1df tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0480003 Apr 14 21:58:51.420210 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Allocated IP 172.20.0.2 (8cc9ced3-29b7-4d3f-be9c-965275262cd1/35d01156-78b3-445b-bc38-7cd0ff77e504/994b4877-86ca-4f9c-aa5e-5f2f27e83efe) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:51.584002 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Publish callbacks [] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.712990 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.755664 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:51.759463 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fbb8c-ed7f-4ef5-833f-4fa4f569216f req-9b95ef8c-4d63-4996-b62f-d80b0cd530c8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:51.761150 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aa3fbb8c-ed7f-4ef5-833f-4fa4f569216f req-9b95ef8c-4d63-4996-b62f-d80b0cd530c8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.0679545 Apr 14 21:58:51.765867 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:51.769828 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:51.774412 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks [] for router_gateway (e51b2dfc-b5ae-44ba-b150-3334dc333835), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.783064 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Pushing event updated for resources: {'Port': ['ID=994b4877-86ca-4f9c-aa5e-5f2f27e83efe,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:51.812803 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a38f5-3579-42c8-9a95-42d02a72c478 req-690c746b-4399-473c-a403-e14514e10cad tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:51.821608 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3c9a38f5-3579-42c8-9a95-42d02a72c478 req-690c746b-4399-473c-a403-e14514e10cad tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 931 time: 0.1431036 Apr 14 21:58:51.835610 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aa3fbb8c-ed7f-4ef5-833f-4fa4f569216f req-5d43c47c-b212-4438-9bdb-6138a0fb7e76 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675652 Apr 14 21:58:51.863727 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Attempting to bind port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:51.864157 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Attempting to bind port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '0da50937-605d-43bf-a8d4-121f79cc565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:51.864551 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Attempting to bind port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe on network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:51.871547 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:51.872102 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Checking segment: {'id': '0da50937-605d-43bf-a8d4-121f79cc565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:51.876855 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.877272 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Bound using segment: {'id': '0da50937-605d-43bf-a8d4-121f79cc565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:51.878311 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Bound port: 994b4877-86ca-4f9c-aa5e-5f2f27e83efe, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da50937-605d-43bf-a8d4-121f79cc565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:51.879365 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:51.885473 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3c9a38f5-3579-42c8-9a95-42d02a72c478 req-1e308407-619b-441f-9f51-bde1aec686cc tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629623 Apr 14 21:58:51.981362 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] For port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:51.985369 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] For port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=994b4877-86ca-4f9c-aa5e-5f2f27e83efe,segment=NetworkSegment(0da50937-605d-43bf-a8d4-121f79cc565c),segment_id=0da50937-605d-43bf-a8d4-121f79cc565c)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:52.095136 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks [] for router_gateway (e51b2dfc-b5ae-44ba-b150-3334dc333835), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:52.119045 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:52.146428 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:52.241783 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:58:52.250649 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe0ac0-0015-44f1-82a1-bf340cb8724e None None] Pushing event updated for resources: {'Port': ['ID=994b4877-86ca-4f9c-aa5e-5f2f27e83efe,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:52.301921 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Allocated IP 172.27.1.23 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/7e092f32-76b3-471b-91fb-b99d2bb4fd3a) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:52.364974 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac92169-c3a0-478c-8cba-51d5b5036465 req-3627e006-81cf-442e-9235-6fac9de57929 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:52.366571 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bac92169-c3a0-478c-8cba-51d5b5036465 req-3627e006-81cf-442e-9235-6fac9de57929 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.0579987 Apr 14 21:58:52.425278 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks [] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:52.434825 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bac92169-c3a0-478c-8cba-51d5b5036465 req-84056820-d9d6-4b61-9a23-faf511de6a45 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605793 Apr 14 21:58:52.520907 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c44fe4d9-2d1a-46d6-9a53-280b7c5a9151 req-8da27cec-0044-4290-b49a-bae5691c0470 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0359266 Apr 14 21:58:52.582357 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:52.626743 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:52.629712 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:52.632671 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:52.640637 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:52.688805 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Pushing event updated for resources: {'Port': ['ID=7e092f32-76b3-471b-91fb-b99d2bb4fd3a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:52.732805 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 444bd611-8667-4e56-929b-a07063a5a0ad up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:52.785563 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 444bd611-8667-4e56-929b-a07063a5a0ad triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:52.786351 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:52.875530 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 444bd611-8667-4e56-929b-a07063a5a0ad is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:52.876744 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 994b4877-86ca-4f9c-aa5e-5f2f27e83efe up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:52.933559 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:52.934064 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:53.036709 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:53.037299 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:53.081922 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=994b4877-86ca-4f9c-aa5e-5f2f27e83efe,segment=NetworkSegment(0da50937-605d-43bf-a8d4-121f79cc565c),segment_id=0da50937-605d-43bf-a8d4-121f79cc565c)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:53.154697 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks [] for router_gateway (e51b2dfc-b5ae-44ba-b150-3334dc333835), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:53.276551 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3197f-f8ad-48fa-bc22-6d7e0646ef39 req-ff6bb7ed-33c5-4575-abb9-9e91fca26fa6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:53.286297 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:53.288630 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38f3197f-f8ad-48fa-bc22-6d7e0646ef39 req-ff6bb7ed-33c5-4575-abb9-9e91fca26fa6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.0775292 Apr 14 21:58:53.294765 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87f22f-4bdf-465d-8c71-195f675c66ec None None] Network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:58:53.365123 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38f3197f-f8ad-48fa-bc22-6d7e0646ef39 req-f296017f-3c9a-4032-b8f7-efa3077e89cd tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712926 Apr 14 21:58:53.393130 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f8072640-07e7-4aea-807b-38de36cb80e8 None None] Provisioning complete for port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:53.394041 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f8072640-07e7-4aea-807b-38de36cb80e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:53.450801 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=994b4877-86ca-4f9c-aa5e-5f2f27e83efe,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:53.567753 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f8072640-07e7-4aea-807b-38de36cb80e8 None None] Current status of the port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:53.571411 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaff8e9-749e-4b5b-ba3d-75ea474f4ddb req-9df05388-8112-4491-b839-6b5e56d3010f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:53.572967 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1aaff8e9-749e-4b5b-ba3d-75ea474f4ddb req-9df05388-8112-4491-b839-6b5e56d3010f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 931 time: 0.0948420 Apr 14 21:58:53.579048 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4b0e-1e6f-4226-a1e7-1d45a0777f88 req-fee76df5-2364-4ef9-9380-584babab0ac5 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:53.581019 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-456f4b0e-1e6f-4226-a1e7-1d45a0777f88 req-fee76df5-2364-4ef9-9380-584babab0ac5 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.0636237 Apr 14 21:58:53.619761 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 2a777220-6e6b-4784-a556-2644971c3d01 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:58:53.646374 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 2a777220-6e6b-4784-a556-2644971c3d01 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:58:53.647512 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-456f4b0e-1e6f-4226-a1e7-1d45a0777f88 req-220069ad-3466-46e6-bff9-cdacfb62aa9a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580909 Apr 14 21:58:53.647715 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 2a777220-6e6b-4784-a556-2644971c3d01 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:58:53.678849 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1aaff8e9-749e-4b5b-ba3d-75ea474f4ddb req-b51a7d10-0967-4aa1-8245-fffdd684b357 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987101 Apr 14 21:58:53.730304 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-01c5a029-9ec2-4cd8-9383-807a287132cc req-151406bb-fb38-4b6d-940b-74d71de534f4 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0291450 Apr 14 21:58:53.758658 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (e51b2dfc-b5ae-44ba-b150-3334dc333835), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:53.888065 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-a25144f3-5080-4f6e-a6ce-47ae1fe9079e None None] Provisioning complete for port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:53.892698 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a25144f3-5080-4f6e-a6ce-47ae1fe9079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:53.974033 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-a25144f3-5080-4f6e-a6ce-47ae1fe9079e None None] Current status of the port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:54.049663 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Router e51b2dfc-b5ae-44ba-b150-3334dc333835 is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:58:54.161003 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:58:54.169594 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Sync routers for ids ['e51b2dfc-b5ae-44ba-b150-3334dc333835'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:58:54.180055 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Routers {'e51b2dfc-b5ae-44ba-b150-3334dc333835'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:54.180693 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['e51b2dfc-b5ae-44ba-b150-3334dc333835'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:54.308346 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:54.309728 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6591e26c-cca3-45f7-83a4-2f7acd88d45b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2082989 Apr 14 21:58:54.322135 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50180) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:58:54.375726 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Request body: {'port': {'device_id': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:58:54.391170 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Set router e51b2dfc-b5ae-44ba-b150-3334dc333835 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:54.534304 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce705b-1acc-4550-9d77-a14ae81ac447 req-eebe9264-4468-4750-9a4a-396f078ad06e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:54.535705 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-31ce705b-1acc-4550-9d77-a14ae81ac447 req-eebe9264-4468-4750-9a4a-396f078ad06e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.0882158 Apr 14 21:58:54.542717 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (766b654f-6db5-430f-9b6f-956e83847a89), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:54.587190 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:51Z', 'updated_at': '2022-04-14T21:58:52Z', 'revision_number': 3, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'gw_port': {'id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:52Z', 'updated_at': '2022-04-14T21:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:54.619843 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Checking router: e51b2dfc-b5ae-44ba-b150-3334dc333835 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:58:54.620207 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Updating router e51b2dfc-b5ae-44ba-b150-3334dc333835 port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a binding host dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:58:54.657868 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:54.668997 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 994b4877-86ca-4f9c-aa5e-5f2f27e83efe up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:54.736783 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:54.740512 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:54.786523 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-31ce705b-1acc-4550-9d77-a14ae81ac447 req-5d61b0ac-38ce-4dc1-9e3e-1edd70de3113 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406213 Apr 14 21:58:54.799297 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3568029-b6ab-4501-b12c-788fd69e52d0 req-637081c7-d356-456d-be1f-098351207e0f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:54.808857 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e3568029-b6ab-4501-b12c-788fd69e52d0 req-637081c7-d356-456d-be1f-098351207e0f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.0723715 Apr 14 21:58:54.882030 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e3568029-b6ab-4501-b12c-788fd69e52d0 req-f09defcc-7402-44b0-83e7-709b13c635fe tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718386 Apr 14 21:58:54.902046 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:55.005477 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f233b158-7efa-4143-af30-08ab02836d91 req-d39230ee-734e-4f2b-abcf-babc3df9320a tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0546789 Apr 14 21:58:55.019787 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3324e-846f-41b0-9147-56d626ce5c20 req-160c1717-0f0f-47b7-a0ff-fd805f8f804c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:55.021382 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1a3324e-846f-41b0-9147-56d626ce5c20 req-160c1717-0f0f-47b7-a0ff-fd805f8f804c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 931 time: 0.0929911 Apr 14 21:58:55.032363 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Publish callbacks [] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.130712 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.175467 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1a3324e-846f-41b0-9147-56d626ce5c20 req-f4f46a4f-bb6a-4a6e-8baa-19238d5aa09e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463530 Apr 14 21:58:55.192016 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Attempting to bind port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:55.192824 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Attempting to bind port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:55.192913 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Attempting to bind port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:55.204725 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:55.205904 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:55.206318 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.206917 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:55.207213 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Bound port: 7e092f32-76b3-471b-91fb-b99d2bb4fd3a, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:55.207594 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.210392 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5ee86-898e-461f-9d8d-e96bf6e378e7 None None] Pushing event updated for resources: {'Port': ['ID=7e092f32-76b3-471b-91fb-b99d2bb4fd3a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:55.300433 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] For port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:55.304474 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] For port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=7e092f32-76b3-471b-91fb-b99d2bb4fd3a,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:55.329573 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.355248 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766b654f-6db5-430f-9b6f-956e83847a89 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:58:55.367944 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Publish callbacks [] for port (766b654f-6db5-430f-9b6f-956e83847a89), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.415458 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Transition to ACTIVE for port object 766b654f-6db5-430f-9b6f-956e83847a89 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:58:55.422431 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.497994 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Routers {'e51b2dfc-b5ae-44ba-b150-3334dc333835'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:55.498633 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['e51b2dfc-b5ae-44ba-b150-3334dc333835'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:55.500613 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5ee86-898e-461f-9d8d-e96bf6e378e7 None None] Pushing event updated for resources: {'Port': ['ID=7e092f32-76b3-471b-91fb-b99d2bb4fd3a,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:55.512463 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (766b654f-6db5-430f-9b6f-956e83847a89), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.586205 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Allocated IP 172.20.0.1 (8cc9ced3-29b7-4d3f-be9c-965275262cd1/35d01156-78b3-445b-bc38-7cd0ff77e504/66768c95-4fe9-435e-8b26-8225f4d7eb35) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:58:55.590592 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Pushing event updated for resources: {'Port': ['ID=766b654f-6db5-430f-9b6f-956e83847a89,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:55.640739 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device fb078f0f-794c-4287-88f3-5fbdf7c2995a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:58:55.645651 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] Set router e51b2dfc-b5ae-44ba-b150-3334dc333835 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:55.785634 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Attempting to bind port 766b654f-6db5-430f-9b6f-956e83847a89 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:58:55.785977 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Attempting to bind port 766b654f-6db5-430f-9b6f-956e83847a89 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:58:55.786366 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Attempting to bind port 766b654f-6db5-430f-9b6f-956e83847a89 on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:55.799565 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Port 766b654f-6db5-430f-9b6f-956e83847a89 on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:58:55.800313 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Attempting to bind port 766b654f-6db5-430f-9b6f-956e83847a89 on network b16f9766-8b57-4992-ac6c-ff9deb4519c9 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:58:55.814742 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:58:55.815421 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Checking segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:58:55.815596 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Bound using segment: {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:58:55.815905 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Bound port: 766b654f-6db5-430f-9b6f-956e83847a89, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc78afd-7846-4912-8b2e-4bfeaa5a765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:58:55.816270 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (766b654f-6db5-430f-9b6f-956e83847a89), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.817029 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port fb078f0f-794c-4287-88f3-5fbdf7c2995a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb078f0f-794c-4287-88f3-5fbdf7c2995a,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:55.833638 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:58:55.864878 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Publish callbacks [] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.963627 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port fb078f0f-794c-4287-88f3-5fbdf7c2995a is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:55.964665 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:55.977150 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:51Z', 'updated_at': '2022-04-14T21:58:52Z', 'revision_number': 3, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'gw_port': {'id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:52Z', 'updated_at': '2022-04-14T21:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:55.986748 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] For port 766b654f-6db5-430f-9b6f-956e83847a89, host hv-cinder-81322, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:58:55.999113 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] For port 766b654f-6db5-430f-9b6f-956e83847a89, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=766b654f-6db5-430f-9b6f-956e83847a89,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:58:55.999703 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb078f0f-794c-4287-88f3-5fbdf7c2995a {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:58:56.002209 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa95d1b-1516-4a63-8ec3-5882b0882d27 req-760c0496-cd26-41a7-818c-d1e488b39cb5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:56.005594 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ffa95d1b-1516-4a63-8ec3-5882b0882d27 req-760c0496-cd26-41a7-818c-d1e488b39cb5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 944 time: 0.0964675 Apr 14 21:58:56.026895 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port fb078f0f-794c-4287-88f3-5fbdf7c2995a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb078f0f-794c-4287-88f3-5fbdf7c2995a,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:56.047251 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94408537-4c2b-4d41-a1a5-317d70a9f7ac None None] The sync data for ids ['e51b2dfc-b5ae-44ba-b150-3334dc333835'] in dv-cinder-813229-9-iscsi is: [{'id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:51Z', 'updated_at': '2022-04-14T21:58:52Z', 'revision_number': 3, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'gw_port': {'id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:52Z', 'updated_at': '2022-04-14T21:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:58:56.068845 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed77b-d122-4321-a3b7-908548881020 req-41bba5ba-8957-4cd4-9431-eddaf3615889 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:56.070598 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6bed77b-d122-4321-a3b7-908548881020 req-41bba5ba-8957-4cd4-9431-eddaf3615889 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.0801909 Apr 14 21:58:56.076567 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ffa95d1b-1516-4a63-8ec3-5882b0882d27 req-b72a1323-722b-4c8c-9867-1cc26518e9a6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657654 Apr 14 21:58:56.139799 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:56.169061 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:56.217883 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (766b654f-6db5-430f-9b6f-956e83847a89), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:56.249002 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6bed77b-d122-4321-a3b7-908548881020 req-30349772-bc4c-4037-ba80-716b2fe6dff2 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720314 Apr 14 21:58:56.251405 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:56.259342 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=fb078f0f-794c-4287-88f3-5fbdf7c2995a,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:56.267594 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:56.280685 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Pushing event updated for resources: {'Port': ['ID=66768c95-4fe9-435e-8b26-8225f4d7eb35,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:56.286565 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:58:56.297291 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3e137e7f-6f57-46a6-be2b-5f5980b25792 req-05f2bd71-dced-48c6-88ac-5fb3abb260e4 tempest-VolumesNegativeTest-1381072454 tempest-VolumesNegativeTest-1381072454-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e969f5-2b69-4045-a4fe-0e2048dba48a HTTP/1.1" status: 200 len: 210 time: 0.0796320 Apr 14 21:58:56.341651 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:56.342278 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:56.343829 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] 10.222.0.81 "PUT /v2.0/ports/766b654f-6db5-430f-9b6f-956e83847a89 HTTP/1.1" status: 200 len: 1093 time: 1.9734194 Apr 14 21:58:56.345062 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:58:56.349750 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83741777-05bf-4ca1-a2f9-3eee4bad0dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "tag": "766b654f-6db5-430f-9b6f-956e83847a89"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:58:56.365462 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (e51b2dfc-b5ae-44ba-b150-3334dc333835), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:56.426917 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fe5faa-4a74-4022-85ec-d1c3dd028223 x-openstack-request-id: req-34fe5faa-4a74-4022-85ec-d1c3dd028223 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:58:56.427116 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "tag": "766b654f-6db5-430f-9b6f-956e83847a89", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:58:56.427272 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34fe5faa-4a74-4022-85ec-d1c3dd028223 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:58:56.427594 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fe5faa-4a74-4022-85ec-d1c3dd028223'] response: {'name': 'network-changed', 'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89', 'status': 'completed', 'code': 200} Apr 14 21:58:56.561056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11545b-59e7-4232-8b1d-4a502227ead9 req-91264ef3-6156-430c-ae8c-3dcbfe7b2270 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:56.572386 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ae11545b-59e7-4232-8b1d-4a502227ead9 req-91264ef3-6156-430c-ae8c-3dcbfe7b2270 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.1438036 Apr 14 21:58:56.653810 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['fb078f0f-794c-4287-88f3-5fbdf7c2995a'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:58:56.731291 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23d351-3705-4565-a3e1-3130a1b15166 service neutron] Pushing event updated for resources: {'Port': ['ID=766b654f-6db5-430f-9b6f-956e83847a89,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:56.822987 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 7e092f32-76b3-471b-91fb-b99d2bb4fd3a up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:56.849886 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741777-05bf-4ca1-a2f9-3eee4bad0dfa req-c3cc727c-0eaf-43c3-b3f5-46e660815fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:56.851568 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-83741777-05bf-4ca1-a2f9-3eee4bad0dfa req-c3cc727c-0eaf-43c3-b3f5-46e660815fef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 1127 time: 0.1109035 Apr 14 21:58:56.896317 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-e94da531-8314-4454-98bc-dbb0d8ab34be None None] Provisioning complete for port 66768c95-4fe9-435e-8b26-8225f4d7eb35 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:56.896992 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e94da531-8314-4454-98bc-dbb0d8ab34be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:56.953803 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:56.977741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-e94da531-8314-4454-98bc-dbb0d8ab34be None None] Port 66768c95-4fe9-435e-8b26-8225f4d7eb35 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:56.996704 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:56.997091 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:57.031128 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ae11545b-59e7-4232-8b1d-4a502227ead9 req-a576ff1e-df86-4310-91ce-35a59fe2f5fb tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4578061 Apr 14 21:58:57.155136 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:57.155785 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:57.198949 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=7e092f32-76b3-471b-91fb-b99d2bb4fd3a,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:57.301741 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d05e1-ebee-49e7-9655-1cc3325468f6 req-f57092fc-a4a6-4c89-9918-02e35015a944 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:57.313054 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2d6d05e1-ebee-49e7-9655-1cc3325468f6 req-f57092fc-a4a6-4c89-9918-02e35015a944 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 945 time: 0.0903988 Apr 14 21:58:57.324475 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:57.400512 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2d6d05e1-ebee-49e7-9655-1cc3325468f6 req-68b98f86-8c49-4297-9bf0-fa374970aa80 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863066 Apr 14 21:58:57.405625 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=7e092f32-76b3-471b-91fb-b99d2bb4fd3a,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:57.626867 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741777-05bf-4ca1-a2f9-3eee4bad0dfa req-62ed8512-359e-4b82-aea1-0243aee5d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:57.629973 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-83741777-05bf-4ca1-a2f9-3eee4bad0dfa req-62ed8512-359e-4b82-aea1-0243aee5d26b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=07795b5930f74368a7508f0536b9f800&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7353718 Apr 14 21:58:57.640487 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea06c25-a4d4-4f0b-b456-9f5beb4aeb48 req-d0de1fb1-d6fa-42cc-80db-0f12e72a4992 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:57.642688 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea06c25-a4d4-4f0b-b456-9f5beb4aeb48 req-d0de1fb1-d6fa-42cc-80db-0f12e72a4992 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.1125693 Apr 14 21:58:57.790817 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Publish callbacks [] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:57.797498 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea06c25-a4d4-4f0b-b456-9f5beb4aeb48 req-f84112b8-d5d3-4905-b26a-7c4e0f552947 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393604 Apr 14 21:58:57.821693 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741777-05bf-4ca1-a2f9-3eee4bad0dfa req-3eaae35f-d795-48f6-9900-e329947d0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:57.823156 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-83741777-05bf-4ca1-a2f9-3eee4bad0dfa req-3eaae35f-d795-48f6-9900-e329947d0dcb service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1786177 Apr 14 21:58:57.873243 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:57.983672 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (e51b2dfc-b5ae-44ba-b150-3334dc333835), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:58.000763 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-79736c4c-3062-494c-9c48-6ebe80fb903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:58.002324 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-79736c4c-3062-494c-9c48-6ebe80fb903c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 1127 time: 0.1049783 Apr 14 21:58:58.006780 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Pushing event updated for resources: {'Port': ['ID=66768c95-4fe9-435e-8b26-8225f4d7eb35,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:58.093971 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-40d3db6f-47b6-4b3a-8e75-97acd3008949 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b654f-6db5-430f-9b6f-956e83847a89 HTTP/1.1" status: 200 len: 217 time: 0.0724447 Apr 14 21:58:58.137151 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device fb078f0f-794c-4287-88f3-5fbdf7c2995a up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:58.194668 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-e8f654f5-340c-40ab-9827-e4159e061c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:58.196412 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-e8f654f5-340c-40ab-9827-e4159e061c66 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0917692 Apr 14 21:58:58.213998 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:58:58.230939 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port fb078f0f-794c-4287-88f3-5fbdf7c2995a completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:58:58.236520 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5c19-81dc-4092-bc3e-1c022baa1b96 req-04a7c55e-a064-4047-89da-199676e7137a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:58.238588 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd1c5c19-81dc-4092-bc3e-1c022baa1b96 req-04a7c55e-a064-4047-89da-199676e7137a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.0725694 Apr 14 21:58:58.252210 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:58:58.274965 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-2916fa92-3d2e-447e-90a3-b6f8d2f69d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:58.275470 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-2916fa92-3d2e-447e-90a3-b6f8d2f69d20 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639105 Apr 14 21:58:58.314530 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd1c5c19-81dc-4092-bc3e-1c022baa1b96 req-de2603e4-0f34-4bff-b24d-33dd2915165a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697553 Apr 14 21:58:58.337097 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port fb078f0f-794c-4287-88f3-5fbdf7c2995a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:58.344046 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:58.496507 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Router e51b2dfc-b5ae-44ba-b150-3334dc333835 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:58:58.500895 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-922f8581-cb24-479e-838a-d16ac2abcc9c service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824841 Apr 14 21:58:58.515395 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port fb078f0f-794c-4287-88f3-5fbdf7c2995a is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:58.516067 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:58.569444 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:58:58.572837 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877faaec-8171-4676-ac8a-3e1b32d81de9" -d '{"events": [{"server_uuid": "3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5", "name": "network-vif-plugged", "status": "completed", "tag": "fb078f0f-794c-4287-88f3-5fbdf7c2995a"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:58:58.610238 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port fb078f0f-794c-4287-88f3-5fbdf7c2995a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb078f0f-794c-4287-88f3-5fbdf7c2995a,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:58:58.708133 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-5b64b2ec-3096-4a18-a151-98ecb76adf06 None None] Provisioning complete for port 66768c95-4fe9-435e-8b26-8225f4d7eb35 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:58.708950 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5b64b2ec-3096-4a18-a151-98ecb76adf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:58.718954 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49124137-4260-443d-bd97-0ac88e5d7745 x-openstack-request-id: req-49124137-4260-443d-bd97-0ac88e5d7745 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:58:58.718954 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5", "name": "network-vif-plugged", "status": "completed", "tag": "fb078f0f-794c-4287-88f3-5fbdf7c2995a", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:58:58.719236 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49124137-4260-443d-bd97-0ac88e5d7745 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:58:58.720679 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49124137-4260-443d-bd97-0ac88e5d7745'] response: {'server_uuid': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'code': 200} Apr 14 21:58:58.759768 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:58.769093 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 7e092f32-76b3-471b-91fb-b99d2bb4fd3a up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:58:58.820661 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb914a65-8016-468a-9e5c-97090b6d4788 req-5a35abdb-246e-41b4-a05b-6886fc7f44c3 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107393 Apr 14 21:58:58.855098 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5b64b2ec-3096-4a18-a151-98ecb76adf06 None None] Port 66768c95-4fe9-435e-8b26-8225f4d7eb35 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:58:58.874737 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681ae68-9438-41b4-91cc-a43b563c2396 req-9f508d81-ec8b-431a-b11d-fb8828bb00b8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:58.876264 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6681ae68-9438-41b4-91cc-a43b563c2396 req-9f508d81-ec8b-431a-b11d-fb8828bb00b8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 945 time: 0.1967475 Apr 14 21:58:58.912695 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=fb078f0f-794c-4287-88f3-5fbdf7c2995a,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:58:58.929176 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:58:58.929637 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:58:58.931790 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:58:58.946091 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4e8db97b-d5ea-4335-b51e-1ec35f282104 admin admin] 10.222.0.52 "PUT /v2.0/routers/e51b2dfc-b5ae-44ba-b150-3334dc333835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6263378 Apr 14 21:58:58.962044 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6681ae68-9438-41b4-91cc-a43b563c2396 req-c84f732b-fc6e-4ef1-ab30-15709ccc51b7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770447 Apr 14 21:58:58.974640 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Sync routers for ids ['e51b2dfc-b5ae-44ba-b150-3334dc333835'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:58:59.005387 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Routers {'e51b2dfc-b5ae-44ba-b150-3334dc333835'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:58:59.008916 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['e51b2dfc-b5ae-44ba-b150-3334dc333835'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:59.165565 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:58:59.179147 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Set router e51b2dfc-b5ae-44ba-b150-3334dc333835 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:58:59.482783 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979545e-a0a4-40e4-9b97-9fbb2e8075e6 req-908ad105-aac3-4cd6-943a-b83b551959aa tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:58:59.492186 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e979545e-a0a4-40e4-9b97-9fbb2e8075e6 req-908ad105-aac3-4cd6-943a-b83b551959aa tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.0690224 Apr 14 21:58:59.555725 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e979545e-a0a4-40e4-9b97-9fbb2e8075e6 req-45c1a38f-ec76-4671-bd27-0f6bd6d9e3fd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618522 Apr 14 21:58:59.587097 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:51Z', 'updated_at': '2022-04-14T21:58:56Z', 'revision_number': 4, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'gw_port': {'id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:52Z', 'updated_at': '2022-04-14T21:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '66768c95-4fe9-435e-8b26-8225f4d7eb35', 'name': '', 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'mac_address': 'fa:16:3e:b5:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '35d01156-78b3-445b-bc38-7cd0ff77e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:55Z', 'updated_at': '2022-04-14T21:58:57Z', 'revision_number': 2, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'subnets': [{'id': '35d01156-78b3-445b-bc38-7cd0ff77e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:58:59.617602 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Checking router: e51b2dfc-b5ae-44ba-b150-3334dc333835 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:58:59.617851 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Updating router e51b2dfc-b5ae-44ba-b150-3334dc333835 port 66768c95-4fe9-435e-8b26-8225f4d7eb35 binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:58:59.654572 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:00.053331 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Publish callbacks [] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:00.170599 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:00.182451 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfa341-ecaa-4594-942b-0369416673b1 req-b88b86ba-a9b8-4cf6-9af5-14e089c2f75d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:00.184970 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dadfa341-ecaa-4594-942b-0369416673b1 req-b88b86ba-a9b8-4cf6-9af5-14e089c2f75d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0654800 Apr 14 21:59:00.298033 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a25f5d-88d5-4939-a0b7-95dcbf745a8e None None] Pushing event updated for resources: {'Port': ['ID=66768c95-4fe9-435e-8b26-8225f4d7eb35,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:00.298392 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dadfa341-ecaa-4594-942b-0369416673b1 req-9d28dd9e-1b0a-4385-b83a-dd0e0530ca69 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025693 Apr 14 21:59:00.396270 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Attempting to bind port 66768c95-4fe9-435e-8b26-8225f4d7eb35 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:59:00.397000 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Attempting to bind port 66768c95-4fe9-435e-8b26-8225f4d7eb35 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '0da50937-605d-43bf-a8d4-121f79cc565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:59:00.397547 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Attempting to bind port 66768c95-4fe9-435e-8b26-8225f4d7eb35 on network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:00.405072 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:59:00.405463 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Checking segment: {'id': '0da50937-605d-43bf-a8d4-121f79cc565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:00.405878 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:00.406282 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Bound using segment: {'id': '0da50937-605d-43bf-a8d4-121f79cc565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:59:00.406768 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Bound port: 66768c95-4fe9-435e-8b26-8225f4d7eb35, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da50937-605d-43bf-a8d4-121f79cc565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:59:00.407281 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:00.525768 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] For port 66768c95-4fe9-435e-8b26-8225f4d7eb35, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:59:00.535480 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] For port 66768c95-4fe9-435e-8b26-8225f4d7eb35, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=66768c95-4fe9-435e-8b26-8225f4d7eb35,segment=NetworkSegment(0da50937-605d-43bf-a8d4-121f79cc565c),segment_id=0da50937-605d-43bf-a8d4-121f79cc565c)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:59:00.711796 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-952eda44-170b-4598-9163-7ab5f7043864 None None] Provisioning complete for port 66768c95-4fe9-435e-8b26-8225f4d7eb35 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:00.712119 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-952eda44-170b-4598-9163-7ab5f7043864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:00.749470 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70357237-ebe8-4675-831f-6499cc04a0b5 req-326246bc-42c5-4173-aebb-1f6a538e80f7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:00.753708 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-70357237-ebe8-4675-831f-6499cc04a0b5 req-326246bc-42c5-4173-aebb-1f6a538e80f7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.0780191 Apr 14 21:59:00.823745 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:00.861288 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-70357237-ebe8-4675-831f-6499cc04a0b5 req-402b241b-52ce-4614-99a3-e29991c54ab0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959024 Apr 14 21:59:00.932968 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-952eda44-170b-4598-9163-7ab5f7043864 None None] Port 66768c95-4fe9-435e-8b26-8225f4d7eb35 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:59:00.936952 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Routers {'e51b2dfc-b5ae-44ba-b150-3334dc333835'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:00.937664 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['e51b2dfc-b5ae-44ba-b150-3334dc333835'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:01.179946 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] Set router e51b2dfc-b5ae-44ba-b150-3334dc333835 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:01.278198 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a25f5d-88d5-4939-a0b7-95dcbf745a8e None None] Pushing event updated for resources: {'Port': ['ID=66768c95-4fe9-435e-8b26-8225f4d7eb35,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:01.392135 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-29a2ef06-c042-4344-949c-25beedcf4baa None None] Provisioning complete for port 66768c95-4fe9-435e-8b26-8225f4d7eb35 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:01.392508 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-29a2ef06-c042-4344-949c-25beedcf4baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:01.505461 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1370028-0d0d-4abd-a303-76abccccc345 req-250eb695-0207-4558-be96-114c3a42b7e8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:01.514940 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d1370028-0d0d-4abd-a303-76abccccc345 req-250eb695-0207-4558-be96-114c3a42b7e8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0641875 Apr 14 21:59:01.526226 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:51Z', 'updated_at': '2022-04-14T21:58:56Z', 'revision_number': 4, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'gw_port': {'id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:52Z', 'updated_at': '2022-04-14T21:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '66768c95-4fe9-435e-8b26-8225f4d7eb35', 'name': '', 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'mac_address': 'fa:16:3e:b5:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '35d01156-78b3-445b-bc38-7cd0ff77e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:55Z', 'updated_at': '2022-04-14T21:59:00Z', 'revision_number': 4, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'subnets': [{'id': '35d01156-78b3-445b-bc38-7cd0ff77e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:01.560477 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d02c2-481e-458c-bd48-0082fb544046 None None] The sync data for ids ['e51b2dfc-b5ae-44ba-b150-3334dc333835'] in dv-cinder-813229-9-iscsi is: [{'id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:51Z', 'updated_at': '2022-04-14T21:58:56Z', 'revision_number': 4, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'gw_port': {'id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:52Z', 'updated_at': '2022-04-14T21:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '66768c95-4fe9-435e-8b26-8225f4d7eb35', 'name': '', 'network_id': '8cc9ced3-29b7-4d3f-be9c-965275262cd1', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'mac_address': 'fa:16:3e:b5:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '35d01156-78b3-445b-bc38-7cd0ff77e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:55Z', 'updated_at': '2022-04-14T21:59:00Z', 'revision_number': 4, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'subnets': [{'id': '35d01156-78b3-445b-bc38-7cd0ff77e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:59:01.566786 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-29a2ef06-c042-4344-949c-25beedcf4baa None None] Current status of the port 66768c95-4fe9-435e-8b26-8225f4d7eb35 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:01.566786 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-29a2ef06-c042-4344-949c-25beedcf4baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:01.588667 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d1370028-0d0d-4abd-a303-76abccccc345 req-1700677e-7e74-415d-8ed9-c10445d048fa tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725703 Apr 14 21:59:01.606586 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-29a2ef06-c042-4344-949c-25beedcf4baa None None] For port 66768c95-4fe9-435e-8b26-8225f4d7eb35, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=66768c95-4fe9-435e-8b26-8225f4d7eb35,segment=NetworkSegment(0da50937-605d-43bf-a8d4-121f79cc565c),segment_id=0da50937-605d-43bf-a8d4-121f79cc565c)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:01.708006 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-29a2ef06-c042-4344-949c-25beedcf4baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:01.797767 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2ef06-c042-4344-949c-25beedcf4baa None None] Pushing event updated for resources: {'Port': ['ID=66768c95-4fe9-435e-8b26-8225f4d7eb35,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:02.046060 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c58654-6e64-4ee4-9cbc-0ef942dafeaa req-5f5c7eb9-35d1-474e-951c-d30b9a9708b0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:02.048713 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-02c58654-6e64-4ee4-9cbc-0ef942dafeaa req-5f5c7eb9-35d1-474e-951c-d30b9a9708b0 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.0934670 Apr 14 21:59:02.123232 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-02c58654-6e64-4ee4-9cbc-0ef942dafeaa req-9a0088f7-5bd3-4530-bdf5-8c309a232b69 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646284 Apr 14 21:59:02.741265 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 66768c95-4fe9-435e-8b26-8225f4d7eb35 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:02.784962 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5eb2-6438-444c-abf1-3c4cc01d1742 req-a6df940b-de78-495b-a7b6-affdf153f39f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:02.787990 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4f7b5eb2-6438-444c-abf1-3c4cc01d1742 req-a6df940b-de78-495b-a7b6-affdf153f39f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0735145 Apr 14 21:59:02.871083 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 66768c95-4fe9-435e-8b26-8225f4d7eb35 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:02.872359 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:02.902691 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4f7b5eb2-6438-444c-abf1-3c4cc01d1742 req-7c5b033f-3c5a-4215-aa48-fdd0fd8dbf85 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081114 Apr 14 21:59:03.023708 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 66768c95-4fe9-435e-8b26-8225f4d7eb35 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:03.315539 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06deb59b-97c1-4f2f-838a-160cd721d1b5 req-fc5566cc-f56e-4e99-aa6c-616a0847a91e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:03.317439 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-06deb59b-97c1-4f2f-838a-160cd721d1b5 req-fc5566cc-f56e-4e99-aa6c-616a0847a91e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.0888157 Apr 14 21:59:03.430827 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-06deb59b-97c1-4f2f-838a-160cd721d1b5 req-4a514fcd-33f5-47bb-b592-29b068d585d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072187 Apr 14 21:59:04.028920 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2ef69-d934-439f-8805-fc795280518a req-08952c13-2a66-489c-85bb-68bd26025675 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:04.031077 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3c2ef69-d934-439f-8805-fc795280518a req-08952c13-2a66-489c-85bb-68bd26025675 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0585067 Apr 14 21:59:04.089479 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3c2ef69-d934-439f-8805-fc795280518a req-7023e3e7-aed9-4b60-b721-66da1639b5f6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Apr 14 21:59:04.561855 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905475ab-aae8-4f81-8c53-c377d928ff6f req-9799aa58-b510-40c7-aa4b-f5e5733b90df tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:04.563423 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-905475ab-aae8-4f81-8c53-c377d928ff6f req-9799aa58-b510-40c7-aa4b-f5e5733b90df tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.0507624 Apr 14 21:59:04.627621 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-905475ab-aae8-4f81-8c53-c377d928ff6f req-c58f5f9b-abae-468a-b101-1945795ded0a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576382 Apr 14 21:59:04.936220 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277092be-073a-4dc6-b7a2-c5418d5ac892 req-f5e43e92-7fa3-41f3-90b2-253a94c33d85 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:04.938239 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-277092be-073a-4dc6-b7a2-c5418d5ac892 req-f5e43e92-7fa3-41f3-90b2-253a94c33d85 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.0937667 Apr 14 21:59:05.038177 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-277092be-073a-4dc6-b7a2-c5418d5ac892 req-dde04b94-a79a-4254-b0f0-60cdc16b9aff tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886497 Apr 14 21:59:05.236528 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c5fc2-e5fc-4010-b919-24eca2504ad9 req-1edec9c0-2b15-4566-9798-fa9959998663 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:05.239871 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-081c5fc2-e5fc-4010-b919-24eca2504ad9 req-1edec9c0-2b15-4566-9798-fa9959998663 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0661645 Apr 14 21:59:05.339516 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-081c5fc2-e5fc-4010-b919-24eca2504ad9 req-0261d1a0-844d-4a37-8764-3eb711969fe4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865252 Apr 14 21:59:05.764193 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cdb47-e5e5-472f-a094-538e6dbef5cd req-77125daa-131c-42aa-883e-d14d53da4af2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:05.773202 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-236cdb47-e5e5-472f-a094-538e6dbef5cd req-77125daa-131c-42aa-883e-d14d53da4af2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.0631468 Apr 14 21:59:05.831746 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-236cdb47-e5e5-472f-a094-538e6dbef5cd req-67f9de0a-6ce2-4311-aa6a-14c69ba473b5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571153 Apr 14 21:59:06.199993 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64845650-4b9c-41fb-a3e5-efd4847f6c18 req-300a9f77-091a-415b-bce4-880230e04dae tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:06.201707 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-64845650-4b9c-41fb-a3e5-efd4847f6c18 req-300a9f77-091a-415b-bce4-880230e04dae tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.0816498 Apr 14 21:59:06.274432 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-64845650-4b9c-41fb-a3e5-efd4847f6c18 req-874c2501-9609-4455-b995-50671db8315b tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592666 Apr 14 21:59:06.546138 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d1a57-3da2-42df-8e71-6367b1d15cdb req-5bebf73d-4aea-4ac8-be6a-229fceb1dba6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:06.548482 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b77d1a57-3da2-42df-8e71-6367b1d15cdb req-5bebf73d-4aea-4ac8-be6a-229fceb1dba6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0830035 Apr 14 21:59:06.615127 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b77d1a57-3da2-42df-8e71-6367b1d15cdb req-660de2bd-f70b-41be-897e-f813c5978508 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594397 Apr 14 21:59:06.988130 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c945f15-23c9-4d84-b97c-013d46f2d2e1 req-3c7f3ab3-ec1a-46b9-bfda-0e514d4a2dd3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:06.988130 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c945f15-23c9-4d84-b97c-013d46f2d2e1 req-3c7f3ab3-ec1a-46b9-bfda-0e514d4a2dd3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.0566416 Apr 14 21:59:07.050793 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c945f15-23c9-4d84-b97c-013d46f2d2e1 req-e649aa63-5277-47d6-9326-50c08a3dc101 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550671 Apr 14 21:59:07.430780 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee479fc-753d-4ea0-9573-0a918bf51041 req-879c84f6-4783-4df1-9f2f-d432de62e8f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:07.438107 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ee479fc-753d-4ea0-9573-0a918bf51041 req-879c84f6-4783-4df1-9f2f-d432de62e8f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.0586340 Apr 14 21:59:07.504756 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ee479fc-753d-4ea0-9573-0a918bf51041 req-e59f5c05-1cdf-4fb6-b9c3-b2683b193a42 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654385 Apr 14 21:59:07.736418 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0606-fd3e-41be-ada9-2d4f8d23c20c req-dc7db7a8-8ac7-4931-8599-03d6b0b1a2fe tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:07.739179 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0ead0606-fd3e-41be-ada9-2d4f8d23c20c req-dc7db7a8-8ac7-4931-8599-03d6b0b1a2fe tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0555813 Apr 14 21:59:07.788395 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0ead0606-fd3e-41be-ada9-2d4f8d23c20c req-23312f11-3cd1-480a-80ee-677dd2ebba9d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435407 Apr 14 21:59:08.179530 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a54ef-1206-4854-bd0a-5cf0f3fbaeab req-cb261cbb-253b-4819-8baf-8261278475ec tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:08.181092 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a04a54ef-1206-4854-bd0a-5cf0f3fbaeab req-cb261cbb-253b-4819-8baf-8261278475ec tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 943 time: 0.0668268 Apr 14 21:59:08.238656 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a04a54ef-1206-4854-bd0a-5cf0f3fbaeab req-f636ea8e-50c7-4b94-be60-bb6f7ebe3f5f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518579 Apr 14 21:59:08.450257 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9b7d6-a69f-4dd1-986a-89c4ff940324 req-bad2a522-0738-4f94-9d6f-e84d2c854bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:08.451912 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-07c9b7d6-a69f-4dd1-986a-89c4ff940324 req-bad2a522-0738-4f94-9d6f-e84d2c854bb9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 1130 time: 0.0466676 Apr 14 21:59:08.504886 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-07c9b7d6-a69f-4dd1-986a-89c4ff940324 req-307c79ea-2ee2-4493-a9ee-02ddcdb37648 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459025 Apr 14 21:59:08.739249 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763eb91-9ff8-4fa3-b3a8-f06e1d9cc5cc req-afa2f2e4-496b-48a0-a068-9527529e92df tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:08.745345 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1763eb91-9ff8-4fa3-b3a8-f06e1d9cc5cc req-afa2f2e4-496b-48a0-a068-9527529e92df tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.1441858 Apr 14 21:59:08.809132 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 766b654f-6db5-430f-9b6f-956e83847a89 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:59:08.860780 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1763eb91-9ff8-4fa3-b3a8-f06e1d9cc5cc req-38de204e-72a3-4259-8663-513c42fa27fd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123738 Apr 14 21:59:08.955335 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50586) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:08.957099 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61808dff-6c1d-4383-87ce-21d9fe1697ec req-4dfee669-e288-4f78-ae4a-e923873808da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:08.964235 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-61808dff-6c1d-4383-87ce-21d9fe1697ec req-4dfee669-e288-4f78-ae4a-e923873808da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0682154 Apr 14 21:59:08.969960 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 766b654f-6db5-430f-9b6f-956e83847a89, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=766b654f-6db5-430f-9b6f-956e83847a89,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:09.000799 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '766b654f-6db5-430f-9b6f-956e83847a89', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'port_id': '766b654f-6db5-430f-9b6f-956e83847a89', 'mac_address': 'fa:16:3e:6d:c4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:59:09.043671 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-61808dff-6c1d-4383-87ce-21d9fe1697ec req-be16b472-13d9-446a-af7a-f2776e2a0fed tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781889 Apr 14 21:59:09.098349 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 766b654f-6db5-430f-9b6f-956e83847a89 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:09.099448 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (766b654f-6db5-430f-9b6f-956e83847a89), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:09.126775 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766b654f-6db5-430f-9b6f-956e83847a89 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:59:09.159995 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 766b654f-6db5-430f-9b6f-956e83847a89, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=766b654f-6db5-430f-9b6f-956e83847a89,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:09.239617 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (766b654f-6db5-430f-9b6f-956e83847a89), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:09.273814 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4aa28f5b-5a27-455c-92c2-3da95d6ae53c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aff3ead5693f4968ba8b017a37de9515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159702 Apr 14 21:59:09.276323 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50592) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:09.348009 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=766b654f-6db5-430f-9b6f-956e83847a89,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:09.375318 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4532c6e7-d163-45cb-b448-5652be9f78ea admin admin] Publish callbacks [] for security_group (c5d3d763-0813-41a4-9d46-dfd578581a8e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:09.429211 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4532c6e7-d163-45cb-b448-5652be9f78ea admin admin] Publish callbacks [] for security_group (c5d3d763-0813-41a4-9d46-dfd578581a8e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:09.457782 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5782c-c511-436f-a4b7-bc14e2098071 req-486c7bdc-7460-4470-9ef6-87fb853484fd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:09.459810 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6da5782c-c511-436f-a4b7-bc14e2098071 req-486c7bdc-7460-4470-9ef6-87fb853484fd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 944 time: 0.0988865 Apr 14 21:59:09.554434 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6da5782c-c511-436f-a4b7-bc14e2098071 req-0c44c54c-96b7-4bbb-978b-3351d56d3bb5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737634 Apr 14 21:59:09.707204 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4532c6e7-d163-45cb-b448-5652be9f78ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c5d3d763-0813-41a4-9d46-dfd578581a8e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:09.710140 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4532c6e7-d163-45cb-b448-5652be9f78ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:09.711332 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4532c6e7-d163-45cb-b448-5652be9f78ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5d3d763-0813-41a4-9d46-dfd578581a8e HTTP/1.1" status: 204 len: 168 time: 0.4336247 Apr 14 21:59:09.720510 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532c6e7-d163-45cb-b448-5652be9f78ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d3d763-0813-41a4-9d46-dfd578581a8e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:09.847596 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['766b654f-6db5-430f-9b6f-956e83847a89'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:59:10.042943 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:10.090903 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37757d03-79f7-472d-8a51-e3860859ef55 req-e8258215-c005-4472-933a-c433017ca966 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:10.103479 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-37757d03-79f7-472d-8a51-e3860859ef55 req-e8258215-c005-4472-933a-c433017ca966 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.1196554 Apr 14 21:59:10.256084 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-37757d03-79f7-472d-8a51-e3860859ef55 req-be93b2c3-813f-45d1-8b37-032bccfe81c1 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459234 Apr 14 21:59:10.285483 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799226a-8e57-4203-b3a2-d85307483438 req-48045a12-c23e-4626-8add-edc6f1e834e5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:10.292890 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2799226a-8e57-4203-b3a2-d85307483438 req-48045a12-c23e-4626-8add-edc6f1e834e5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0925610 Apr 14 21:59:10.366895 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2799226a-8e57-4203-b3a2-d85307483438 req-27431478-1866-4286-af46-23fc246ffd33 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730636 Apr 14 21:59:10.736247 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4332a43-c4b4-49ae-90dd-8069814a6ab2 req-348e6332-9f11-4a3d-ada0-944cf856bace tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:10.748870 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d4332a43-c4b4-49ae-90dd-8069814a6ab2 req-348e6332-9f11-4a3d-ada0-944cf856bace tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 944 time: 0.0823927 Apr 14 21:59:10.811743 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d4332a43-c4b4-49ae-90dd-8069814a6ab2 req-3c5c0e84-04c7-4fd7-b5f6-ebe181d263aa tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615356 Apr 14 21:59:11.308189 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 766b654f-6db5-430f-9b6f-956e83847a89 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:11.389006 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 766b654f-6db5-430f-9b6f-956e83847a89 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:59:11.429158 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 50634) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:11.474552 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54277b-224a-4546-ba89-dbc88bb44adc req-62df4466-3ae6-4c53-b93b-6fc2c78cd64b tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:11.489415 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6e54277b-224a-4546-ba89-dbc88bb44adc req-62df4466-3ae6-4c53-b93b-6fc2c78cd64b tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.1259754 Apr 14 21:59:11.512037 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 766b654f-6db5-430f-9b6f-956e83847a89 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:11.512654 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (766b654f-6db5-430f-9b6f-956e83847a89), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:11.576046 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744be1c9-b732-411d-99e0-156dd0d099fa req-2e11e0a8-759c-444a-8f51-1a804a2683e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:11.578476 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-744be1c9-b732-411d-99e0-156dd0d099fa req-2e11e0a8-759c-444a-8f51-1a804a2683e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0990157 Apr 14 21:59:11.585337 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6e54277b-224a-4546-ba89-dbc88bb44adc req-2719b854-8f09-46c5-9178-8dc5b772462e tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945587 Apr 14 21:59:11.602618 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1629579491-network', 'tenant_id': '36c976f9546746d293b7a29600a0fad3'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:11.664361 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 766b654f-6db5-430f-9b6f-956e83847a89 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:11.665156 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (766b654f-6db5-430f-9b6f-956e83847a89), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:11.672637 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-744be1c9-b732-411d-99e0-156dd0d099fa req-94d78b98-4cd6-4c14-8b1c-35638c0963de tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849922 Apr 14 21:59:11.703907 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:59:11.703907 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89094be-efe6-4b74-8e69-d99e06cbcfa1" -d '{"events": [{"server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "name": "network-vif-plugged", "status": "completed", "tag": "766b654f-6db5-430f-9b6f-956e83847a89"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:59:11.722113 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 766b654f-6db5-430f-9b6f-956e83847a89, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=766b654f-6db5-430f-9b6f-956e83847a89,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:11.756231 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5117f10d-a742-477f-8177-4d27de978166 x-openstack-request-id: req-5117f10d-a742-477f-8177-4d27de978166 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:59:11.756525 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "name": "network-vif-plugged", "status": "completed", "tag": "766b654f-6db5-430f-9b6f-956e83847a89", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:59:11.756907 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5117f10d-a742-477f-8177-4d27de978166 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:59:11.757322 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5117f10d-a742-477f-8177-4d27de978166'] response: {'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89', 'code': 200} Apr 14 21:59:11.770789 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Made reservation on behalf of 36c976f9546746d293b7a29600a0fad3 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:59:11.774205 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:11.796499 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:11.867053 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (766b654f-6db5-430f-9b6f-956e83847a89), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:11.914198 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Publish callbacks [] for security_group (89745bcb-c05c-4410-9e37-d91e26e3534c), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:11.975203 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=766b654f-6db5-430f-9b6f-956e83847a89,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:11.978152 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d300-68dc-4c79-be39-8af29fd208e7 req-9c99e8e7-24a3-4e64-8244-e241577e6440 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:11.983657 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f547d300-68dc-4c79-be39-8af29fd208e7 req-9c99e8e7-24a3-4e64-8244-e241577e6440 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0676937 Apr 14 21:59:12.055660 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (89745bcb-c05c-4410-9e37-d91e26e3534c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:12.070178 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:59:12.089690 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (1d2d97d7-30a4-46ce-b4a0-66c28f26e7be), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:12.090326 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Added segment 1d2d97d7-30a4-46ce-b4a0-66c28f26e7be of type vlan for network d7cc0398-02c2-4de0-9d94-41df3d394e36 Apr 14 21:59:12.109036 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f547d300-68dc-4c79-be39-8af29fd208e7 req-bffd8b0a-c906-4327-b488-f3d5ed802ec8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128180 Apr 14 21:59:12.168942 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-8a91a62e-8fa6-4eef-ac31-44bc0807f37c tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:12.171887 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-8a91a62e-8fa6-4eef-ac31-44bc0807f37c tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.1064258 Apr 14 21:59:12.191461 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89745bcb-c05c-4410-9e37-d91e26e3534c,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:12.206738 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.207198 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.207657 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.208093 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.208526 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.208978 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.209403 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.209826 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.210265 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.210737 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.211154 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.211582 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.211994 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.212407 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.212846 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:12.222624 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (d7cc0398-02c2-4de0-9d94-41df3d394e36), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:12.321816 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Deleting port 1797284b-f0bf-4d3b-9742-b78166feb9b4 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:59:12.322176 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:12.432559 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (d7cc0398-02c2-4de0-9d94-41df3d394e36), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:12.434711 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:12.436219 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:12.442863 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] For port 1797284b-f0bf-4d3b-9742-b78166feb9b4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1797284b-f0bf-4d3b-9742-b78166feb9b4,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:12.590225 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:12.590225 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Calling delete_port for 1797284b-f0bf-4d3b-9742-b78166feb9b4 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:59:12.595102 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] Pushing event updated for resources: {'Network': ['ID=d7cc0398-02c2-4de0-9d94-41df3d394e36,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:12.595215 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network d7cc0398-02c2-4de0-9d94-41df3d394e36 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:59:12.716448 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4de10-cb67-497c-981c-575801a31383 req-0dbe76e7-1ac1-4cd5-ac1c-b007fa99330e tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:12.717965 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fbc4de10-cb67-497c-981c-575801a31383 req-0dbe76e7-1ac1-4cd5-ac1c-b007fa99330e tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 945 time: 0.0595241 Apr 14 21:59:12.774823 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fbc4de10-cb67-497c-981c-575801a31383 req-b492a606-f0d5-4dff-afdb-d69bca68301a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499759 Apr 14 21:59:12.805885 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4ecb7-377d-4389-ade4-6763405e478e req-b34a3a44-3a70-4a53-b7e5-8e4c55f05cbe tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:12.807931 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cda4ecb7-377d-4389-ade4-6763405e478e req-b34a3a44-3a70-4a53-b7e5-8e4c55f05cbe tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0552273 Apr 14 21:59:12.862350 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cda4ecb7-377d-4389-ade4-6763405e478e req-c87087a2-ac45-438b-8df8-a860a74d19cf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480092 Apr 14 21:59:13.001655 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-3d3494be-cf08-40e5-a1d9-0371f015f24c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672007 Apr 14 21:59:13.076475 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff71273-58f3-4c09-8bd8-4305b076761f req-9cc88219-86ab-45c0-b86c-46e0d82afec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:13.080919 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ff71273-58f3-4c09-8bd8-4305b076761f req-9cc88219-86ab-45c0-b86c-46e0d82afec3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 1129 time: 0.0744102 Apr 14 21:59:13.084624 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-5b1d3302-555e-43fb-90e1-f79f87129f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:13.086323 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-5b1d3302-555e-43fb-90e1-f79f87129f84 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 1129 time: 0.0529919 Apr 14 21:59:13.266299 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd2561-f4f4-4912-9050-436a0d60b908 req-e4bd44a7-df9e-4190-a592-33fb1218face tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:13.268430 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a1dd2561-f4f4-4912-9050-436a0d60b908 req-e4bd44a7-df9e-4190-a592-33fb1218face tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0504327 Apr 14 21:59:13.321178 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a1dd2561-f4f4-4912-9050-436a0d60b908 req-50a5d24d-9604-4f6f-88ec-d6d9a9c5095c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465965 Apr 14 21:59:13.406780 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ff71273-58f3-4c09-8bd8-4305b076761f req-3f904ece-87e4-4aa1-b2e8-a40248f11241 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193004 Apr 14 21:59:13.412219 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (1797284b-f0bf-4d3b-9742-b78166feb9b4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:13.415865 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-786f76e0-ca35-4d4a-8dfc-7b5066c4758e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9848332 Apr 14 21:59:13.416569 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50654) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:13.426714 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Request body: {'subnet': {'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1629579491-subnet', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:13.453594 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['1797284b-f0bf-4d3b-9742-b78166feb9b4'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:59:13.466113 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-be9f522a-a8fb-489b-bb72-e2ee6d6d8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:13.467922 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-be9f522a-a8fb-489b-bb72-e2ee6d6d8954 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.3544958 Apr 14 21:59:13.481740 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Pushing event deleted for resources: {'Port': ['ID=1797284b-f0bf-4d3b-9742-b78166feb9b4,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:13.533075 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] No DVR routers for this DVR port 1797284b-f0bf-4d3b-9742-b78166feb9b4 on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:59:13.537493 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:13.542302 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ecfc35c8-6d67-4130-8ac5-68e1839e30e4 req-f1432377-cec7-4f32-91a0-4c4222ab9b67 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.81 "DELETE /v2.0/ports/1797284b-f0bf-4d3b-9742-b78166feb9b4 HTTP/1.1" status: 204 len: 173 time: 1.3510203 Apr 14 21:59:13.542302 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae69d8-6328-4b05-ac6d-e9aeebb7134d', 'name': 'network-vif-deleted', 'tag': '1797284b-f0bf-4d3b-9742-b78166feb9b4'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:59:13.543920 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e01f01-f24e-4fa0-8cf4-d858a335e3ee" -d '{"events": [{"server_uuid": "c7ae69d8-6328-4b05-ac6d-e9aeebb7134d", "name": "network-vif-deleted", "tag": "1797284b-f0bf-4d3b-9742-b78166feb9b4"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:59:13.595149 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a7b907-7169-45c7-8a25-630d97f509a3 x-openstack-request-id: req-14a7b907-7169-45c7-8a25-630d97f509a3 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:59:13.595906 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ae69d8-6328-4b05-ac6d-e9aeebb7134d", "name": "network-vif-deleted", "tag": "1797284b-f0bf-4d3b-9742-b78166feb9b4", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:59:13.595906 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14a7b907-7169-45c7-8a25-630d97f509a3 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:59:13.596164 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a7b907-7169-45c7-8a25-630d97f509a3'] response: {'server_uuid': 'c7ae69d8-6328-4b05-ac6d-e9aeebb7134d', 'name': 'network-vif-deleted', 'tag': '1797284b-f0bf-4d3b-9742-b78166feb9b4', 'status': 'completed', 'code': 200} Apr 14 21:59:13.644314 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Made reservation on behalf of 36c976f9546746d293b7a29600a0fad3 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:59:13.648938 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7418352'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:13.855698 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-656d8e3b-8828-4cab-95c7-cfdfd9ddd0d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db289d26-0976-4538-8b08-ba8c2007bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0985935 Apr 14 21:59:14.041649 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-038a2b2e-25c6-4835-b4e3-b12d069e5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:14.042416 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-12ad8795-c647-4772-a2ba-aea72da98f95 req-af0f1636-8e31-491d-a0fb-63299fb2f86e tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.1124518 Apr 14 21:59:14.055163 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-038a2b2e-25c6-4835-b4e3-b12d069e5d23 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.1520963 Apr 14 21:59:14.115067 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dfe3b-0d9a-40a6-8857-921dad7e2d85 req-1e619c23-a6bb-40c0-8ac0-02163e78a369 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:14.116741 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f1dfe3b-0d9a-40a6-8857-921dad7e2d85 req-1e619c23-a6bb-40c0-8ac0-02163e78a369 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0593796 Apr 14 21:59:14.171534 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f1dfe3b-0d9a-40a6-8857-921dad7e2d85 req-20a5a11f-66dd-4852-b9a5-c078b5fb9866 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481038 Apr 14 21:59:14.282332 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba555e-bfdf-4792-8938-cff88f9bb05a req-38274113-394f-43ad-8b59-eebca88a9198 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:14.284709 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7dba555e-bfdf-4792-8938-cff88f9bb05a req-38274113-394f-43ad-8b59-eebca88a9198 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0483568 Apr 14 21:59:14.293429 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50670) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:14.297918 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-903c56b5-fbb3-46f4-a379-61ab95770ec7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'floatingip': {'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:14.342411 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-903c56b5-fbb3-46f4-a379-61ab95770ec7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (5fb57b52-c572-416c-b2a9-cf012b1978d9), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:14.403731 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7418342'] for subnet (52e3e80c-b04f-40d2-a3e6-a1febd78088f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:14.532441 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729b7e6-dee3-400f-b34b-58daa8d2381e req-225e8e32-4f64-4aef-ab69-17151e55a479 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:14.534091 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1729b7e6-dee3-400f-b34b-58daa8d2381e req-225e8e32-4f64-4aef-ab69-17151e55a479 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0752327 Apr 14 21:59:14.554948 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e3e80c-b04f-40d2-a3e6-a1febd78088f,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:14.596115 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1729b7e6-dee3-400f-b34b-58daa8d2381e req-52de7eff-9f2c-444c-ad74-4e255e45d921 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554781 Apr 14 21:59:14.624666 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Checking segment: {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:14.625479 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Network hostable DHCP agents. Network: d7cc0398-02c2-4de0-9d94-41df3d394e36, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:59:14.745625 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-2e5ea483-7e0e-40d1-80ea-7767a2103edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:14.749679 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-2e5ea483-7e0e-40d1-80ea-7767a2103edf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619819 Apr 14 21:59:14.777674 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Network d7cc0398-02c2-4de0-9d94-41df3d394e36 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:59:14.913436 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-c67ea72c-17c7-4f4c-bdab-1f0c3c4ec14a service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335878 Apr 14 21:59:14.935875 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, d7cc0398-02c2-4de0-9d94-41df3d394e36) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:14.954021 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:14.956142 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:14.957111 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac7ea13-3580-47a4-b6b7-6ca13488d299 None None] Network d7cc0398-02c2-4de0-9d94-41df3d394e36 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:59:15.118568 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2b143ea9-77a1-4b0b-9b44-af69e86ffb43 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6975286 Apr 14 21:59:15.119388 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50688) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:15.134510 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1099b09a-700c-4e4c-af2b-1999a3800747 req-3483dcf3-8419-4d89-ab80-2fdc5ad416da service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929858 Apr 14 21:59:15.136506 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:15.176223 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-903c56b5-fbb3-46f4-a379-61ab95770ec7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.198851 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-d7cc0398-02c2-4de0-9d94-41df3d394e36', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'project_id': '36c976f9546746d293b7a29600a0fad3', 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:59:15.202553 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.274634 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-903c56b5-fbb3-46f4-a379-61ab95770ec7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (5fb57b52-c572-416c-b2a9-cf012b1978d9), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.295323 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d168dd69-6bb3-41be-aee3-7ec0a5557ed7 req-9c5a1e6c-c37f-4d8e-b9c1-803be3e497a4 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.0668890 Apr 14 21:59:15.385975 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (53950e4d-ff84-4c13-9c5c-401701c73543), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.387552 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (53950e4d-ff84-4c13-9c5c-401701c73543), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.417663 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Allocated IP 172.20.0.2 (d7cc0398-02c2-4de0-9d94-41df3d394e36/52e3e80c-b04f-40d2-a3e6-a1febd78088f/82f67edc-88b6-4a13-ac83-56938fbf6226) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:59:15.579500 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Publish callbacks [] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.662539 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.713086 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Network d7cc0398-02c2-4de0-9d94-41df3d394e36 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:15.716493 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:15.721625 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:59:15.726818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Pushing event updated for resources: {'Port': ['ID=82f67edc-88b6-4a13-ac83-56938fbf6226,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:15.733451 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f832d-4aa7-421c-9f7e-0d9b012f0ca1 req-6b86b0dc-bf67-4e85-b029-62ef056749e4 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:15.735608 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-442f832d-4aa7-421c-9f7e-0d9b012f0ca1 req-6b86b0dc-bf67-4e85-b029-62ef056749e4 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0599525 Apr 14 21:59:15.787941 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Attempting to bind port 82f67edc-88b6-4a13-ac83-56938fbf6226 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:59:15.788310 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Attempting to bind port 82f67edc-88b6-4a13-ac83-56938fbf6226 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:59:15.788707 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Attempting to bind port 82f67edc-88b6-4a13-ac83-56938fbf6226 on network d7cc0398-02c2-4de0-9d94-41df3d394e36 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:15.794380 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:59:15.794744 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-442f832d-4aa7-421c-9f7e-0d9b012f0ca1 req-d3564c8d-4012-4d43-b3fe-15a1f338a286 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485630 Apr 14 21:59:15.794869 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Checking segment: {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:15.795147 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.795680 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Bound using segment: {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:59:15.796152 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Bound port: 82f67edc-88b6-4a13-ac83-56938fbf6226, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:59:15.796536 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.814031 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks [] for router_controller (53950e4d-ff84-4c13-9c5c-401701c73543), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:15.857388 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-903c56b5-fbb3-46f4-a379-61ab95770ec7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Floating IP 5fb57b52-c572-416c-b2a9-cf012b1978d9 associated. External IP: 172.27.1.21, port: fb078f0f-794c-4287-88f3-5fbdf7c2995a. Apr 14 21:59:15.878957 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] For port 82f67edc-88b6-4a13-ac83-56938fbf6226, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:59:15.882660 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] For port 82f67edc-88b6-4a13-ac83-56938fbf6226, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=82f67edc-88b6-4a13-ac83-56938fbf6226,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:59:15.929069 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6521b7-4bb9-4b82-b6e0-3d7e6e5de822 req-a5e7fb3d-b078-44a9-9ce5-4305e8609e4e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:15.931008 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ec6521b7-4bb9-4b82-b6e0-3d7e6e5de822 req-a5e7fb3d-b078-44a9-9ce5-4305e8609e4e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0556955 Apr 14 21:59:15.942308 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 50708) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:15.947056 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-fb824574-7ed0-4dd4-b4b9-b6377bc049d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Request body: {'floatingip': {'port_id': '766b654f-6db5-430f-9b6f-956e83847a89'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:16.022873 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.046918 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb824574-7ed0-4dd4-b4b9-b6377bc049d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for floatingip (87c6a78f-825d-4ce5-8d5c-2a482a11de58), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.062604 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6a66bc95-582e-4c0f-8e54-aae3954439b0 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:16.064123 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6a66bc95-582e-4c0f-8e54-aae3954439b0 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/networks?id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380 HTTP/1.1" status: 200 len: 814 time: 0.5788777 Apr 14 21:59:16.115848 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a1c15-3d9e-4ed1-9945-d14cc6220746 None None] Pushing event updated for resources: {'Port': ['ID=82f67edc-88b6-4a13-ac83-56938fbf6226,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:16.123106 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ca6eb5e9-0002-40a9-a465-43a9d5bcf45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.165093 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-b0e5f3a7-1312-4d9f-85f4-6afbe67a949f tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/quotas/40c5ee7a5b0640ecbb513c322c45dcc8 HTTP/1.1" status: 200 len: 375 time: 0.0870113 Apr 14 21:59:16.202582 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks [] for router_gateway (53950e4d-ff84-4c13-9c5c-401701c73543), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.328486 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-76ab6e9b-3b9e-4b08-b2d4-3bf8aa55f5f7 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286957 Apr 14 21:59:16.495162 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903c56b5-fbb3-46f4-a379-61ab95770ec7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:59:16.520701 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-25877210-4cd0-48bd-8df3-7cf3a3e09558 req-72d4a277-0f82-4f70-ae84-2ca859f3e498 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.1009097 Apr 14 21:59:16.633336 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-9d4e5954-7959-4faa-ac5e-cc1daf79b0cc service neutron] 10.222.0.52 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909980 Apr 14 21:59:16.716369 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 82f67edc-88b6-4a13-ac83-56938fbf6226 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:16.803655 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks [] for router_gateway (53950e4d-ff84-4c13-9c5c-401701c73543), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.830545 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903c56b5-fbb3-46f4-a379-61ab95770ec7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:59:16.836728 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-903c56b5-fbb3-46f4-a379-61ab95770ec7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.849212 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:59:16.850046 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.855322 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb824574-7ed0-4dd4-b4b9-b6377bc049d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.862345 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:16.862985 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:16.882770 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-1372c665-d87e-45f9-9dfe-877cf5b48914 service neutron] 10.222.0.52 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425508 Apr 14 21:59:16.916706 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 82f67edc-88b6-4a13-ac83-56938fbf6226 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:16.917097 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.929753 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb824574-7ed0-4dd4-b4b9-b6377bc049d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (87c6a78f-825d-4ce5-8d5c-2a482a11de58), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:16.931306 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-903c56b5-fbb3-46f4-a379-61ab95770ec7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "PUT /v2.0/floatingips/5fb57b52-c572-416c-b2a9-cf012b1978d9 HTTP/1.1" status: 200 len: 991 time: 2.6367824 Apr 14 21:59:16.934627 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'tag': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:59:16.936663 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740ea9ac-e07d-4a8b-a096-f5c16f43551b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5", "tag": "fb078f0f-794c-4287-88f3-5fbdf7c2995a"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:59:17.049683 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b6309b-c7e9-41a0-b180-54b4f6f2754a x-openstack-request-id: req-85b6309b-c7e9-41a0-b180-54b4f6f2754a {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:59:17.049997 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5", "tag": "fb078f0f-794c-4287-88f3-5fbdf7c2995a", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:59:17.050224 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85b6309b-c7e9-41a0-b180-54b4f6f2754a {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:59:17.050635 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b6309b-c7e9-41a0-b180-54b4f6f2754a'] response: {'name': 'network-changed', 'server_uuid': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'tag': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'status': 'completed', 'code': 200} Apr 14 21:59:17.074481 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:17.077397 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 82f67edc-88b6-4a13-ac83-56938fbf6226 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:17.077927 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:17.115071 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Allocated IP 172.27.1.249 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/0712e8ab-9a20-4462-bfb4-163a95a1073a) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:59:17.115674 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 82f67edc-88b6-4a13-ac83-56938fbf6226, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=82f67edc-88b6-4a13-ac83-56938fbf6226,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:17.166263 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-fb824574-7ed0-4dd4-b4b9-b6377bc049d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Floating IP 87c6a78f-825d-4ce5-8d5c-2a482a11de58 associated. External IP: 172.27.1.75, port: 766b654f-6db5-430f-9b6f-956e83847a89. Apr 14 21:59:17.222174 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:17.291721 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=82f67edc-88b6-4a13-ac83-56938fbf6226,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:17.354739 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks [] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:17.359130 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fec5599a-ba30-4232-a30c-f0fb1de810f1 req-26c47513-9ca7-4567-aa24-889927986eb7 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 210 time: 0.0417566 Apr 14 21:59:17.441724 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1016f4-dc93-4e4f-968a-f7aa0006eb0b None None] Network d7cc0398-02c2-4de0-9d94-41df3d394e36 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:59:17.474052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:17.505357 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '5fb57b52-c572-416c-b2a9-cf012b1978d9', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:24Z', 'updated_at': '2022-04-14T21:59:14Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:17.521309 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:17.526115 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:17.528840 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:59:17.541339 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6c77a7c8-16dd-4180-97bc-60935127bb83 None None] Provisioning complete for port 82f67edc-88b6-4a13-ac83-56938fbf6226 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:17.541992 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c77a7c8-16dd-4180-97bc-60935127bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:17.545323 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb824574-7ed0-4dd4-b4b9-b6377bc049d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Router 41cbf4e7-dd0a-4638-bc63-cd459291750c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:59:17.596741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 1797284b-f0bf-4d3b-9742-b78166feb9b4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:59:17.654762 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Pushing event updated for resources: {'Port': ['ID=0712e8ab-9a20-4462-bfb4-163a95a1073a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:17.687399 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:59:17.702782 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 1797284b-f0bf-4d3b-9742-b78166feb9b4 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:59:17.703948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 1797284b-f0bf-4d3b-9742-b78166feb9b4 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:59:17.718072 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:17.719248 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:17.732467 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6c77a7c8-16dd-4180-97bc-60935127bb83 None None] Current status of the port 82f67edc-88b6-4a13-ac83-56938fbf6226 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:17.773780 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-76627b4f-1227-4e59-a702-8025f77e470c req-ad11bc7a-4c74-4228-9433-e975b65acbc0 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.0772161 Apr 14 21:59:17.825025 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb824574-7ed0-4dd4-b4b9-b6377bc049d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:59:17.831648 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb824574-7ed0-4dd4-b4b9-b6377bc049d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:17.838533 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] Sync routers for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:59:17.864307 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:17.865173 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:58:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:17.889998 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:17.895491 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fb824574-7ed0-4dd4-b4b9-b6377bc049d8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "PUT /v2.0/floatingips/87c6a78f-825d-4ce5-8d5c-2a482a11de58 HTTP/1.1" status: 200 len: 990 time: 1.9517660 Apr 14 21:59:17.897149 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:59:17.899741 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "tag": "766b654f-6db5-430f-9b6f-956e83847a89"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:59:17.963930 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71843ae-55a2-40e1-a279-f120188d1c95 x-openstack-request-id: req-b71843ae-55a2-40e1-a279-f120188d1c95 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:59:17.964229 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "tag": "766b654f-6db5-430f-9b6f-956e83847a89", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:59:17.964488 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b71843ae-55a2-40e1-a279-f120188d1c95 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:59:17.964927 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71843ae-55a2-40e1-a279-f120188d1c95'] response: {'name': 'network-changed', 'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89', 'status': 'completed', 'code': 200} Apr 14 21:59:18.062283 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:18.101918 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks [] for router_gateway (53950e4d-ff84-4c13-9c5c-401701c73543), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:18.266514 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-0de1656f-7b8c-47a6-a9fe-ddcc2a419a41 None None] Provisioning complete for port 82f67edc-88b6-4a13-ac83-56938fbf6226 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:18.267106 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0de1656f-7b8c-47a6-a9fe-ddcc2a419a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:18.293113 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '5fb57b52-c572-416c-b2a9-cf012b1978d9', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:24Z', 'updated_at': '2022-04-14T21:59:14Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:18.331933 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bae976-3e09-464e-832b-38b44d1f716e None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '5fb57b52-c572-416c-b2a9-cf012b1978d9', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:24Z', 'updated_at': '2022-04-14T21:59:14Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:59:18.489830 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-0de1656f-7b8c-47a6-a9fe-ddcc2a419a41 None None] Current status of the port 82f67edc-88b6-4a13-ac83-56938fbf6226 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:18.526043 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-31325969-9585-498d-813d-0b95c8eefc0a req-308f3ed5-2e41-4aec-91dc-30d0df4bc3a0 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 210 time: 0.0523927 Apr 14 21:59:18.539101 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a1527a8f-ff0c-40d2-9d64-4984f4a05ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:18.556392 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '87c6a78f-825d-4ce5-8d5c-2a482a11de58', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'port_id': '766b654f-6db5-430f-9b6f-956e83847a89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'mac_address': 'fa:16:3e:6d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:39Z', 'updated_at': '2022-04-14T21:59:16Z', 'revision_number': 1, 'project_id': '07795b5930f74368a7508f0536b9f800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:29Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:18.585887 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] Checking router: 41cbf4e7-dd0a-4638-bc63-cd459291750c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:59:18.597539 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:18.598165 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:59:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:18.693263 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561b25b-2f69-4ba6-b5ce-636928582236 None None] New status for floating IP 5fb57b52-c572-416c-b2a9-cf012b1978d9: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:59:18.712786 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (53950e4d-ff84-4c13-9c5c-401701c73543), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:18.721184 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 82f67edc-88b6-4a13-ac83-56938fbf6226 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:18.792856 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:18.829298 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 82f67edc-88b6-4a13-ac83-56938fbf6226 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:18.829794 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:18.978923 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c5a3b232-1596-4536-8d6a-8c9550228abb req-92bedba5-5f48-48c1-b9f1-cfc7e7633a4a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.0392275 Apr 14 21:59:19.009088 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Router 53950e4d-ff84-4c13-9c5c-401701c73543 is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:59:19.028641 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 82f67edc-88b6-4a13-ac83-56938fbf6226 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:19.113658 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '87c6a78f-825d-4ce5-8d5c-2a482a11de58', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'port_id': '766b654f-6db5-430f-9b6f-956e83847a89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'mac_address': 'fa:16:3e:6d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:39Z', 'updated_at': '2022-04-14T21:59:16Z', 'revision_number': 1, 'project_id': '07795b5930f74368a7508f0536b9f800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:29Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:19.136325 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:59:19.151433 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Sync routers for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:59:19.152477 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440b201-f95b-4fa9-bfca-b7bef2e8ec1a None None] The sync data for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi is: [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '87c6a78f-825d-4ce5-8d5c-2a482a11de58', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'port_id': '766b654f-6db5-430f-9b6f-956e83847a89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'mac_address': 'fa:16:3e:6d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:39Z', 'updated_at': '2022-04-14T21:59:16Z', 'revision_number': 1, 'project_id': '07795b5930f74368a7508f0536b9f800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:29Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:59:19.160387 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:19.161047 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:59:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:19.247118 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:19.247118 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5557f631-a661-4f76-af9c-19499abe05bc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1227789 Apr 14 21:59:19.247535 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 50742) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:19.413561 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:19.423963 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591e4f5-281a-48b2-adeb-63bfb02d47f7 None None] New status for floating IP 87c6a78f-825d-4ce5-8d5c-2a482a11de58: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:59:19.664280 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:17Z', 'revision_number': 3, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:19.669106 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-399a154f-8f73-4eb4-9464-d0dad0c2aba6 req-187e90bb-cf8e-4d3c-8205-2a3fb1277f33 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 210 time: 0.0525322 Apr 14 21:59:19.707847 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Checking router: 53950e4d-ff84-4c13-9c5c-401701c73543 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:59:19.708324 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Updating router 53950e4d-ff84-4c13-9c5c-401701c73543 port 0712e8ab-9a20-4462-bfb4-163a95a1073a binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:59:19.729818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:19.742959 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:19.990135 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.043371 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Publish callbacks [] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.127511 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-db4b2ef1-b59c-4d58-92d9-14f477ad2cc1 req-974ff4ac-9a12-4cd3-9375-d198905c6c5f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.0561225 Apr 14 21:59:20.135644 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.191423 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Allocated IP 172.20.0.1 (d7cc0398-02c2-4de0-9d94-41df3d394e36/52e3e80c-b04f-40d2-a3e6-a1febd78088f/e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:59:20.202409 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Attempting to bind port 0712e8ab-9a20-4462-bfb4-163a95a1073a on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:59:20.202795 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Attempting to bind port 0712e8ab-9a20-4462-bfb4-163a95a1073a by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:59:20.203163 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Attempting to bind port 0712e8ab-9a20-4462-bfb4-163a95a1073a on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:20.205862 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e79c8f-a8bf-4c8c-9aac-d9948c315d34 None None] Pushing event updated for resources: {'Port': ['ID=0712e8ab-9a20-4462-bfb4-163a95a1073a,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:20.212273 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:59:20.212671 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:20.213063 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.214470 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:59:20.214470 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Bound port: 0712e8ab-9a20-4462-bfb4-163a95a1073a, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:59:20.214470 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.289271 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] For port 0712e8ab-9a20-4462-bfb4-163a95a1073a, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:59:20.293125 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] For port 0712e8ab-9a20-4462-bfb4-163a95a1073a, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=0712e8ab-9a20-4462-bfb4-163a95a1073a,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:59:20.316071 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Publish callbacks [] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.381029 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.452703 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:20.453774 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:59:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:20.477863 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-e422156e-d2c0-446b-a849-a9804a5f0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:20.480489 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-e422156e-d2c0-446b-a849-a9804a5f0f06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 1129 time: 0.0666621 Apr 14 21:59:20.483755 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.498928 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e79c8f-a8bf-4c8c-9aac-d9948c315d34 None None] Pushing event updated for resources: {'Port': ['ID=0712e8ab-9a20-4462-bfb4-163a95a1073a,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:20.536366 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-93af930e-37d5-4f93-a89f-63331be4892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:20.537951 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-93af930e-37d5-4f93-a89f-63331be4892a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 1130 time: 0.1247134 Apr 14 21:59:20.548519 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Network d7cc0398-02c2-4de0-9d94-41df3d394e36 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:20.555268 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:20.557511 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Pushing event updated for resources: {'Port': ['ID=e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:20.562424 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:59:20.598517 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:20.629063 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (53950e4d-ff84-4c13-9c5c-401701c73543), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.813571 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1c5c0652-6ba8-463a-ac39-78942b343d01 req-73f3c87e-1464-4c50-9868-56819e3b879f tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 210 time: 0.0502038 Apr 14 21:59:20.930418 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.933831 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:17Z', 'revision_number': 3, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:20.937701 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-cda0c9a8-6c7b-416e-a3dc-3d9db9035e5b None None] Provisioning complete for port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:20.938064 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda0c9a8-6c7b-416e-a3dc-3d9db9035e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:20.952131 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-b6e18d3a-0eca-4bf8-8041-4892b811e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:20.954081 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-b6e18d3a-0eca-4bf8-8041-4892b811e9e9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.1200769 Apr 14 21:59:20.967275 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af284f-b9ab-4925-a863-3d0cfaf65d42 None None] The sync data for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi is: [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:17Z', 'revision_number': 3, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:59:20.993475 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:21.004390 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-cda0c9a8-6c7b-416e-a3dc-3d9db9035e5b None None] Port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:59:21.072674 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-e073009d-7382-4ca0-96dc-5b460230f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:21.072674 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-e073009d-7382-4ca0-96dc-5b460230f786 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 915 time: 0.2029414 Apr 14 21:59:21.234365 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Publish callbacks [] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:21.344756 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:21.406997 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-50d3c45a-63ac-42c4-b364-a8348214f244 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b654f-6db5-430f-9b6f-956e83847a89 HTTP/1.1" status: 200 len: 1000 time: 0.1815376 Apr 14 21:59:21.484088 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bcaee256-f0a3-4f41-a418-54657a7cc250 req-db520d80-3084-45ce-923b-c1f6f6358262 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ae69d8-6328-4b05-ac6d-e9aeebb7134d HTTP/1.1" status: 200 len: 210 time: 0.1471839 Apr 14 21:59:21.509072 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-1ec17da7-71a7-46a5-834e-635fdba5c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:21.509072 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-1ec17da7-71a7-46a5-834e-635fdba5c225 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0921338 Apr 14 21:59:21.512438 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-bf56fa6b-9c10-4e7c-b759-650741dad1bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb078f0f-794c-4287-88f3-5fbdf7c2995a HTTP/1.1" status: 200 len: 1001 time: 0.2812583 Apr 14 21:59:21.536528 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (53950e4d-ff84-4c13-9c5c-401701c73543), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:21.582834 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Pushing event updated for resources: {'Port': ['ID=e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:21.584467 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-f5bbbe7a-6fff-4dab-975b-36e3b046926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:21.586866 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-f5bbbe7a-6fff-4dab-975b-36e3b046926b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667615 Apr 14 21:59:21.662043 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-db016457-5cbe-403c-863d-3ab90d50551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:21.663563 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-db016457-5cbe-403c-863d-3ab90d50551e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 200 len: 853 time: 0.1422234 Apr 14 21:59:21.718161 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Network d7cc0398-02c2-4de0-9d94-41df3d394e36 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:21.719658 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:21.945208 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-d272b90a-b404-4d66-b9a8-abff562330a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:21.946998 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-d272b90a-b404-4d66-b9a8-abff562330a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536170 Apr 14 21:59:22.025438 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a9cabcf-fe6c-46c4-8c16-ac816ab81bf5 req-014860aa-d024-44f9-ab5f-91b540b00174 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 210 time: 0.0399840 Apr 14 21:59:22.034014 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-b5a2b731-d147-4165-bd08-521beb6b8fb3 None None] Provisioning complete for port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:22.035258 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b731-d147-4165-bd08-521beb6b8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:22.057131 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Router 53950e4d-ff84-4c13-9c5c-401701c73543 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:59:22.069819 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-bf217ae6-7bb3-47c3-b20f-c7a019f2bda3 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783872 Apr 14 21:59:22.091765 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2b731-d147-4165-bd08-521beb6b8fb3 None None] Port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:59:22.165913 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-ef8bebb1-8400-4351-b2bc-2049a780094a service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039745 Apr 14 21:59:22.226239 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d091aae-e2db-48ba-a7b6-052e3dbadf6c req-255375cb-772b-45cd-a497-bb083b14dad4 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437602 Apr 14 21:59:22.304224 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:59:22.312027 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5e555812-0a1b-4ada-8e9b-81b1c77bf82b admin admin] 10.222.0.52 "PUT /v2.0/routers/53950e4d-ff84-4c13-9c5c-401701c73543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0635042 Apr 14 21:59:22.324840 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-740ea9ac-e07d-4a8b-a096-f5c16f43551b req-e697ac51-64fa-4568-97f1-91f648052299 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527257 Apr 14 21:59:22.645249 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:22.736954 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 0712e8ab-9a20-4462-bfb4-163a95a1073a up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:22.793129 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 0712e8ab-9a20-4462-bfb4-163a95a1073a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:22.799709 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:22.891357 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 0712e8ab-9a20-4462-bfb4-163a95a1073a is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:22.891785 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:22.930826 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 0712e8ab-9a20-4462-bfb4-163a95a1073a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=0712e8ab-9a20-4462-bfb4-163a95a1073a,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:22.983866 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-ec642c89-8752-4959-825c-4230527c1554 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:22.985587 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-ec642c89-8752-4959-825c-4230527c1554 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/networks?id=aafc666c-b80a-46cc-b512-8d9c31e0611a HTTP/1.1" status: 200 len: 809 time: 0.1393726 Apr 14 21:59:23.005069 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-e6215662-6d3a-4bd5-a98c-05d1e138b41c tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/quotas/f46eb89de2af4cf397780d5edbca27ad HTTP/1.1" status: 200 len: 375 time: 0.0109255 Apr 14 21:59:23.040564 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-991fe6fb-4b9e-4a7a-af9d-b6daac95c5ce tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f46eb89de2af4cf397780d5edbca27ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298359 Apr 14 21:59:23.089781 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:23.161893 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=0712e8ab-9a20-4462-bfb4-163a95a1073a,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:23.200999 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Sync routers for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:59:23.218971 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-edff943b-3c6c-4190-a5a4-96298cf3c546 service neutron] 10.222.0.52 "GET /v2.0/networks/aafc666c-b80a-46cc-b512-8d9c31e0611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638374 Apr 14 21:59:23.239771 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:23.241224 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:59:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:23.246231 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7cb8894d-34bd-4db5-8e62-643588729373 req-d57d34c0-0d43-4cfc-aa56-0b20c5cfce60 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 210 time: 0.0490732 Apr 14 21:59:23.388605 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-e9a378b6-7ead-4831-b0d5-4736ba9cf43d service neutron] 10.222.0.52 "GET /v2.0/networks/aafc666c-b80a-46cc-b512-8d9c31e0611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616447 Apr 14 21:59:23.394927 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-e818ac1f-346f-4d1a-85ab-113f74176a27 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:23.399757 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-e818ac1f-346f-4d1a-85ab-113f74176a27 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.81 "GET /v2.0/networks?id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380 HTTP/1.1" status: 200 len: 814 time: 0.3409252 Apr 14 21:59:23.414417 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'port': {'device_id': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'admin_state_up': True, 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:23.456281 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:23.458523 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50802) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:23.463531 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-314282828-network', 'tenant_id': '456b46582603477682a2f5c447cb58cd'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:23.645841 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Made reservation on behalf of 456b46582603477682a2f5c447cb58cd for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:59:23.652987 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:23.699069 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:23.747971 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Made reservation on behalf of 40c5ee7a5b0640ecbb513c322c45dcc8 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:59:23.751428 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:23.755406 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-550012b0-35cb-42a7-ad0f-8d4bfbfc6632 req-33b5a7fe-7c3e-4f40-9845-28102a9e4eca tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0574358 Apr 14 21:59:23.849820 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Publish callbacks [] for security_group (8b7099ed-2ebf-4adb-9cf8-15da0ecc91b5), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:23.935921 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8b7099ed-2ebf-4adb-9cf8-15da0ecc91b5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:23.941693 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e', 'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'mac_address': 'fa:16:3e:e1:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:20Z', 'updated_at': '2022-04-14T21:59:21Z', 'revision_number': 2, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'subnets': [{'id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:23.972605 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:59:23.978894 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Checking router: 53950e4d-ff84-4c13-9c5c-401701c73543 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:59:23.979401 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Allocated IP 172.20.0.9 (7fbe5cc9-9b17-47a2-a2af-bf332bca2380/34492abf-7c54-403b-92f3-c324f4917c48/48e2697a-9f35-4714-91cb-ea27b54cebf3) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:59:23.979587 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Updating router 53950e4d-ff84-4c13-9c5c-401701c73543 port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:59:23.997594 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7099ed-2ebf-4adb-9cf8-15da0ecc91b5,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:24.005490 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (9be4d5cb-07ab-4179-a640-07afcd28f61b), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.006123 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Added segment 9be4d5cb-07ab-4179-a640-07afcd28f61b of type vlan for network c9124681-21d4-413d-a245-21b68642ddbb Apr 14 21:59:24.018566 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.061638 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (c9124681-21d4-413d-a245-21b68642ddbb), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.193920 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.288656 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (c9124681-21d4-413d-a245-21b68642ddbb), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.289811 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:24.290405 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.381295 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Publish callbacks [] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.411672 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3cb725fa-a28a-412d-bdda-7902ec3d4399 req-808dbff9-2c28-44af-a346-61a1c3b71483 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 210 time: 0.0331120 Apr 14 21:59:24.422105 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] Pushing event updated for resources: {'Network': ['ID=c9124681-21d4-413d-a245-21b68642ddbb,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:24.430859 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network c9124681-21d4-413d-a245-21b68642ddbb details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:59:24.480359 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.524405 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:24.527932 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:24.530385 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:59:24.555235 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.558001 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-741b64e8-8971-48b0-806b-b96dbb87ce0a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0982440 Apr 14 21:59:24.563355 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50838) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:24.578114 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'Port': ['ID=48e2697a-9f35-4714-91cb-ea27b54cebf3,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:24.583544 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Request body: {'subnet': {'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-314282828-subnet', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:24.616326 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:24.617297 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.662300 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bcc66-d76d-4413-b12d-e2199b03f227 None None] Pushing event updated for resources: {'Port': ['ID=e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:24.684456 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Made reservation on behalf of 456b46582603477682a2f5c447cb58cd for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:59:24.689309 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7418352'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.755532 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6f883ed8-8d73-465d-89ae-b6646a0f299b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3451350 Apr 14 21:59:24.856125 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 0712e8ab-9a20-4462-bfb4-163a95a1073a up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:24.948031 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Attempting to bind port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:59:24.952764 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Attempting to bind port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:59:24.952764 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Attempting to bind port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e on network d7cc0398-02c2-4de0-9d94-41df3d394e36 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:24.952991 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Request body: {'port': {'device_id': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:24.976565 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:59:24.976965 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Checking segment: {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:24.979863 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:24.980315 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Bound using segment: {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:59:24.986130 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Bound port: e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:59:24.986130 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:25.089564 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-11de97cc-2a7e-4fa9-a7a5-bac3521834a2 req-1e96c73d-44b2-45d3-868d-0941f1e6bbeb tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0537992 Apr 14 21:59:25.124413 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 0712e8ab-9a20-4462-bfb4-163a95a1073a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:25.125120 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:25.188008 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:25.264526 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-629fc1d1-b1d1-4e76-a2e3-727c58ae1399 None None] Provisioning complete for port 48e2697a-9f35-4714-91cb-ea27b54cebf3 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:25.265257 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-629fc1d1-b1d1-4e76-a2e3-727c58ae1399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:25.316815 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-629fc1d1-b1d1-4e76-a2e3-727c58ae1399 None None] Port 48e2697a-9f35-4714-91cb-ea27b54cebf3 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:59:25.336839 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] For port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:59:25.342945 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] For port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:59:25.353659 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7418342'] for subnet (4609b65e-4fee-400f-a779-5494ae79181d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:25.480416 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4609b65e-4fee-400f-a779-5494ae79181d,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:25.501608 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Checking segment: {'id': '9be4d5cb-07ab-4179-a640-07afcd28f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:25.503104 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Network hostable DHCP agents. Network: c9124681-21d4-413d-a245-21b68642ddbb, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:59:25.503882 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:25.556824 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-5284aca8-36d9-4c43-8826-26393f6c5f74 None None] Provisioning complete for port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:25.557572 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5284aca8-36d9-4c43-8826-26393f6c5f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:25.648051 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 0712e8ab-9a20-4462-bfb4-163a95a1073a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:25.685274 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Network c9124681-21d4-413d-a245-21b68642ddbb is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:59:25.702944 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df03279-8137-48ee-84cd-def6f4e94765 req-a60b21b8-5b3b-413c-97a8-2371c0f49942 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:25.723164 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7df03279-8137-48ee-84cd-def6f4e94765 req-a60b21b8-5b3b-413c-97a8-2371c0f49942 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 931 time: 0.1511505 Apr 14 21:59:25.733066 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:25.733964 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:59:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:25.736028 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bcc66-d76d-4413-b12d-e2199b03f227 None None] Pushing event updated for resources: {'Port': ['ID=e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:25.850047 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, c9124681-21d4-413d-a245-21b68642ddbb) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:25.859755 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:25.860884 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:25.891431 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6703b856-c555-4182-993d-69aab9f4ae0e None None] Network c9124681-21d4-413d-a245-21b68642ddbb requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:59:25.907256 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7df03279-8137-48ee-84cd-def6f4e94765 req-9256f23b-4354-4615-aaf2-44a8afa96ada tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813948 Apr 14 21:59:25.995248 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ddcd6af3-9e70-49cf-b923-2853dea23408 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4269202 Apr 14 21:59:25.995602 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50854) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:26.000609 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:26.199741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5284aca8-36d9-4c43-8826-26393f6c5f74 None None] Current status of the port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:26.200138 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5284aca8-36d9-4c43-8826-26393f6c5f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.249822 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:26.261133 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (f68d78f1-ba7d-4f55-b243-9f625775b823), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.262184 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (f68d78f1-ba7d-4f55-b243-9f625775b823), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.309136 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e7a005ca-df79-4e46-904e-706dbca310bf req-11a3e355-13a4-4cd3-be40-1677893640db tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0486138 Apr 14 21:59:26.315821 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e2697a-9f35-4714-91cb-ea27b54cebf3 {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:59:26.325391 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-5284aca8-36d9-4c43-8826-26393f6c5f74 None None] For port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:26.330047 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Publish callbacks [] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.347552 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-c9124681-21d4-413d-a245-21b68642ddbb', 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb', 'project_id': '456b46582603477682a2f5c447cb58cd', 'fixed_ips': [{'subnet_id': '4609b65e-4fee-400f-a779-5494ae79181d'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:59:26.347814 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.355496 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Transition to ACTIVE for port object 48e2697a-9f35-4714-91cb-ea27b54cebf3 will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:59:26.427599 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks [] for router_controller (f68d78f1-ba7d-4f55-b243-9f625775b823), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.459834 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5284aca8-36d9-4c43-8826-26393f6c5f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.485127 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.561926 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Pushing event updated for resources: {'Port': ['ID=48e2697a-9f35-4714-91cb-ea27b54cebf3,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:26.722812 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-04ab992b-e88f-46ba-8045-67e0e50bc11a None None] Provisioning complete for port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:26.722812 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-04ab992b-e88f-46ba-8045-67e0e50bc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.786320 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Attempting to bind port 48e2697a-9f35-4714-91cb-ea27b54cebf3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:59:26.787097 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Attempting to bind port 48e2697a-9f35-4714-91cb-ea27b54cebf3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:59:26.788442 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Attempting to bind port 48e2697a-9f35-4714-91cb-ea27b54cebf3 on network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:26.806691 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Port 48e2697a-9f35-4714-91cb-ea27b54cebf3 on network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:59:26.808802 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Attempting to bind port 48e2697a-9f35-4714-91cb-ea27b54cebf3 on network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:26.830922 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:59:26.836004 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Checking segment: {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:26.837096 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Bound using segment: {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:59:26.838148 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Bound port: 48e2697a-9f35-4714-91cb-ea27b54cebf3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d03ef27-fff1-4aba-882d-f722c510e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:59:26.839841 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:26.966775 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks [] for router_gateway (f68d78f1-ba7d-4f55-b243-9f625775b823), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:27.051520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Allocated IP 172.20.0.2 (c9124681-21d4-413d-a245-21b68642ddbb/4609b65e-4fee-400f-a779-5494ae79181d/9231c0cc-f06b-4e79-9e8d-3a6681e546dd) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:59:27.080640 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] For port 48e2697a-9f35-4714-91cb-ea27b54cebf3, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:59:27.088337 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] For port 48e2697a-9f35-4714-91cb-ea27b54cebf3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:59:27.185614 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284aca8-36d9-4c43-8826-26393f6c5f74 None None] Pushing event updated for resources: {'Port': ['ID=e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:27.195585 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:27.276694 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:27.278149 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:27.279103 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24bddc-1c55-4c85-8a43-49c153187388 req-ca237fba-d554-4748-a134-f93886e85374 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:27.280002 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] 10.222.0.81 "PUT /v2.0/ports/48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 1093 time: 2.3408985 Apr 14 21:59:27.280649 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:59:27.281580 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ef24bddc-1c55-4c85-8a43-49c153187388 req-ca237fba-d554-4748-a134-f93886e85374 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.1248541 Apr 14 21:59:27.284110 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e0b10d-4772-4907-9841-6cb266678b92" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:59:27.321348 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607b8a-08a7-4058-a934-9e419fa0f8bf service neutron] Pushing event updated for resources: {'Port': ['ID=48e2697a-9f35-4714-91cb-ea27b54cebf3,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:27.363322 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1631545e-1377-456c-b58f-7ea22b4a77de x-openstack-request-id: req-1631545e-1377-456c-b58f-7ea22b4a77de {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:59:27.363873 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:59:27.366436 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1631545e-1377-456c-b58f-7ea22b4a77de {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:59:27.366436 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1631545e-1377-456c-b58f-7ea22b4a77de'] response: {'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'status': 'completed', 'code': 200} Apr 14 21:59:27.493880 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e', 'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'mac_address': 'fa:16:3e:e1:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:20Z', 'updated_at': '2022-04-14T21:59:25Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'subnets': [{'id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:27.538980 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-93711124-5925-48e8-8f4f-6e4ffced2e1d req-1aa32fbe-8356-4e58-a129-c5984dfaffa8 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0593433 Apr 14 21:59:27.587894 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac10bf-9d85-448b-8a2a-c19c7585378a None None] The sync data for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi is: [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e', 'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'mac_address': 'fa:16:3e:e1:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:20Z', 'updated_at': '2022-04-14T21:59:25Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'subnets': [{'id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:59:27.599032 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks [] for router_gateway (f68d78f1-ba7d-4f55-b243-9f625775b823), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:27.631059 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ef24bddc-1c55-4c85-8a43-49c153187388 req-fd9d3958-aae6-49db-8906-77e80d1ffacb tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705892 Apr 14 21:59:27.633839 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:27.787517 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-04ab992b-e88f-46ba-8045-67e0e50bc11a None None] Current status of the port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:27.837238 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Publish callbacks [] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:27.963979 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Allocated IP 172.27.1.162 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/4433885a-dfba-4437-8d33-9c4a99aa5c04) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:59:28.119707 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks [] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:28.603348 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:28.660504 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Pushing event updated for resources: {'Port': ['ID=9231c0cc-f06b-4e79-9e8d-3a6681e546dd,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:28.690094 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:28.695953 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2b477958-4a16-42ce-964b-fa348fe38bba req-7048b2c0-48ce-4904-8df8-39694b75e2a5 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0740843 Apr 14 21:59:28.697489 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Network c9124681-21d4-413d-a245-21b68642ddbb is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:28.698938 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:28.701924 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:59:28.834080 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Pushing event updated for resources: {'Port': ['ID=4433885a-dfba-4437-8d33-9c4a99aa5c04,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:28.839669 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:28.867356 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:28.888632 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:28.891375 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:59:28.891596 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Attempting to bind port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:59:28.891939 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Attempting to bind port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '9be4d5cb-07ab-4179-a640-07afcd28f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:59:28.892703 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Attempting to bind port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd on network c9124681-21d4-413d-a245-21b68642ddbb {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:28.915973 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:59:28.919872 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Checking segment: {'id': '9be4d5cb-07ab-4179-a640-07afcd28f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:28.920350 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:28.920787 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Bound using segment: {'id': '9be4d5cb-07ab-4179-a640-07afcd28f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:59:28.921297 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Bound port: 9231c0cc-f06b-4e79-9e8d-3a6681e546dd, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be4d5cb-07ab-4179-a640-07afcd28f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:59:28.921687 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:29.045485 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9c1ad-76a6-44ad-bf74-56e96a56a02b req-fca703ee-875f-40b8-8c2f-eb3fad77497b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:29.052047 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] For port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:59:29.054498 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cfc9c1ad-76a6-44ad-bf74-56e96a56a02b req-fca703ee-875f-40b8-8c2f-eb3fad77497b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.2162473 Apr 14 21:59:29.055398 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] For port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=9231c0cc-f06b-4e79-9e8d-3a6681e546dd,segment=NetworkSegment(9be4d5cb-07ab-4179-a640-07afcd28f61b),segment_id=9be4d5cb-07ab-4179-a640-07afcd28f61b)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:59:29.070437 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:29.070885 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:29.174020 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cfc9c1ad-76a6-44ad-bf74-56e96a56a02b req-038df47a-9745-4932-a4ac-a667b488e565 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182694 Apr 14 21:59:29.223347 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:59:29.225053 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:29.303493 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:29.359935 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 50880) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:29.366479 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73af49a-8221-4796-b59a-b16f427c2eee None None] Pushing event updated for resources: {'Port': ['ID=9231c0cc-f06b-4e79-9e8d-3a6681e546dd,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:29.566837 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks [] for router_gateway (f68d78f1-ba7d-4f55-b243-9f625775b823), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:29.641465 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-eda66b1f-52d9-42a3-89f1-f2c1b6574344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:29.804388 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-eda66b1f-52d9-42a3-89f1-f2c1b6574344 admin admin] Publish callbacks [] for security_group (10afc816-184a-4938-9be4-96e68af3961e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:29.918030 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-272d5fa1-64a6-4776-9836-d98f676b5f9d req-a4b7d4a9-702b-4621-a1ec-95b46b28254a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0614946 Apr 14 21:59:29.919563 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-eda66b1f-52d9-42a3-89f1-f2c1b6574344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (10afc816-184a-4938-9be4-96e68af3961e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:30.009434 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda66b1f-52d9-42a3-89f1-f2c1b6574344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10afc816-184a-4938-9be4-96e68af3961e,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:30.026743 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-eda66b1f-52d9-42a3-89f1-f2c1b6574344 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dcbeefbcd4704e288b1a04bcf783e2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627562 Apr 14 21:59:30.027625 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 50888) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:30.130394 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fcde-1e4e-43fe-8f0e-bc25a0f321ce admin admin] Publish callbacks [] for security_group (10afc816-184a-4938-9be4-96e68af3961e), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:30.164658 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fcde-1e4e-43fe-8f0e-bc25a0f321ce admin admin] Publish callbacks [] for security_group (10afc816-184a-4938-9be4-96e68af3961e), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:30.362732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245546d-fb59-45c1-be78-eff1a013fea2 req-4c2b6d32-cf69-4d81-a207-6344ee10119e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:30.362732 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7245546d-fb59-45c1-be78-eff1a013fea2 req-4c2b6d32-cf69-4d81-a207-6344ee10119e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0742440 Apr 14 21:59:30.369975 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (f68d78f1-ba7d-4f55-b243-9f625775b823), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:30.392542 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fcde-1e4e-43fe-8f0e-bc25a0f321ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (10afc816-184a-4938-9be4-96e68af3961e), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:30.395979 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fcde-1e4e-43fe-8f0e-bc25a0f321ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:30.400786 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6bb0fcde-1e4e-43fe-8f0e-bc25a0f321ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10afc816-184a-4938-9be4-96e68af3961e HTTP/1.1" status: 204 len: 168 time: 0.3682642 Apr 14 21:59:30.419318 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0fcde-1e4e-43fe-8f0e-bc25a0f321ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10afc816-184a-4938-9be4-96e68af3961e,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:30.610760 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7245546d-fb59-45c1-be78-eff1a013fea2 req-a38e9182-fa26-4e8d-94d4-6bf90d66ff31 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417669 Apr 14 21:59:30.787259 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Router f68d78f1-ba7d-4f55-b243-9f625775b823 is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:59:30.794865 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 9231c0cc-f06b-4e79-9e8d-3a6681e546dd up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:30.899303 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e8b723-79f1-49bc-9fa8-6db4fbdfdf15 None None] Network c9124681-21d4-413d-a245-21b68642ddbb requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:59:30.931461 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:30.931842 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:30.951600 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-164b8f1d-68b9-4aa8-99f7-428249beb658 None None] Provisioning complete for port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:30.957269 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-164b8f1d-68b9-4aa8-99f7-428249beb658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:30.968052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:59:30.994183 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Sync routers for ids ['f68d78f1-ba7d-4f55-b243-9f625775b823'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:59:31.005787 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Routers {'f68d78f1-ba7d-4f55-b243-9f625775b823'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:31.006700 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:59:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f68d78f1-ba7d-4f55-b243-9f625775b823'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:31.073072 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:31.075373 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-9ae75a09-0cb4-4c3b-8228-dab581579c11 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0787175 Apr 14 21:59:31.081834 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50900) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:31.163971 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-111a1ba3-f084-496f-8360-f32312166dba req-c75fd084-052a-4f11-8a5e-c944fe28371f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.1236837 Apr 14 21:59:31.204781 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Set router f68d78f1-ba7d-4f55-b243-9f625775b823 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:31.377377 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-164b8f1d-68b9-4aa8-99f7-428249beb658 None None] Current status of the port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:31.379858 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-164b8f1d-68b9-4aa8-99f7-428249beb658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:31.384910 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:31.385310 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:31.510747 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-164b8f1d-68b9-4aa8-99f7-428249beb658 None None] For port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=9231c0cc-f06b-4e79-9e8d-3a6681e546dd,segment=NetworkSegment(9be4d5cb-07ab-4179-a640-07afcd28f61b),segment_id=9be4d5cb-07ab-4179-a640-07afcd28f61b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:31.617949 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-164b8f1d-68b9-4aa8-99f7-428249beb658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:31.634753 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:26Z', 'updated_at': '2022-04-14T21:59:29Z', 'revision_number': 3, 'project_id': '456b46582603477682a2f5c447cb58cd', 'gw_port': {'id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:27Z', 'updated_at': '2022-04-14T21:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:31.719372 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Checking router: f68d78f1-ba7d-4f55-b243-9f625775b823 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:59:31.719943 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Updating router f68d78f1-ba7d-4f55-b243-9f625775b823 port 4433885a-dfba-4437-8d33-9c4a99aa5c04 binding host dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:59:31.760527 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.db.api [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:59:31.761441 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG oslo_db.api [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:59:31.801974 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b8f1d-68b9-4aa8-99f7-428249beb658 None None] Pushing event updated for resources: {'Port': ['ID=9231c0cc-f06b-4e79-9e8d-3a6681e546dd,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:31.804874 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-cf9be5c2-2bfa-44d0-9d47-9181d068dc34 None None] Provisioning complete for port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:31.805252 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cf9be5c2-2bfa-44d0-9d47-9181d068dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:31.824905 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:31.942185 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eab29-0a2b-4a22-9408-fd4d4eae854f req-ce2d1188-b49d-48c8-ad82-b87559b4a574 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:31.944018 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-891eab29-0a2b-4a22-9408-fd4d4eae854f req-ce2d1188-b49d-48c8-ad82-b87559b4a574 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.1782207 Apr 14 21:59:31.966657 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-cf9be5c2-2bfa-44d0-9d47-9181d068dc34 None None] Current status of the port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:32.080109 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-891eab29-0a2b-4a22-9408-fd4d4eae854f req-2fb18521-b561-4dc3-af83-a0d18fc93fde tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187861 Apr 14 21:59:32.226182 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:32.334487 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-65b62912-fce0-48c4-8dc5-57e6622a7fb6 req-ebd2d64b-f5f3-465a-9865-fedd6c1f2155 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0672350 Apr 14 21:59:32.348701 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:32.506925 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Publish callbacks [] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:32.575587 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Allocated IP 172.20.0.1 (c9124681-21d4-413d-a245-21b68642ddbb/4609b65e-4fee-400f-a779-5494ae79181d/a9f940b0-c6a8-4bb2-b28a-554a6e101eca) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:59:32.649842 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:32.775504 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 9231c0cc-f06b-4e79-9e8d-3a6681e546dd up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:32.842469 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Pushing event updated for resources: {'Port': ['ID=4433885a-dfba-4437-8d33-9c4a99aa5c04,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:32.847480 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Attempting to bind port 4433885a-dfba-4437-8d33-9c4a99aa5c04 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:59:32.848017 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Attempting to bind port 4433885a-dfba-4437-8d33-9c4a99aa5c04 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:59:32.848602 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Attempting to bind port 4433885a-dfba-4437-8d33-9c4a99aa5c04 on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:32.873604 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.874233 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.874919 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.875577 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.876278 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.876967 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.877570 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.878221 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.878835 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.879434 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.880033 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.881106 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.881545 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.882161 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.882762 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:32.884221 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Publish callbacks [] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:32.901930 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:32.902520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:32.905157 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:59:32.911006 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:32.911758 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:32.912448 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:59:32.913293 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Bound port: 4433885a-dfba-4437-8d33-9c4a99aa5c04, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:59:32.913977 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:33.057152 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] For port 4433885a-dfba-4437-8d33-9c4a99aa5c04, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:59:33.061713 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] For port 4433885a-dfba-4437-8d33-9c4a99aa5c04, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=4433885a-dfba-4437-8d33-9c4a99aa5c04,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:59:33.098597 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:33.246130 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fc2c4-b901-4536-8a81-b9fe1fcccb00 req-a7f86ce4-d733-4803-a3e7-e71076577d6b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:33.247498 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fe3fc2c4-b901-4536-8a81-b9fe1fcccb00 req-a7f86ce4-d733-4803-a3e7-e71076577d6b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0662148 Apr 14 21:59:33.328497 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fe3fc2c4-b901-4536-8a81-b9fe1fcccb00 req-580250c1-4c73-48a3-bb16-7130b062e5ac tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741699 Apr 14 21:59:33.481159 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a347dd25-f890-4805-b4ab-55df0cb72539 req-b3b7169a-cd3f-479f-817f-b3701632b967 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0327742 Apr 14 21:59:33.643925 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:33.685530 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Network c9124681-21d4-413d-a245-21b68642ddbb is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:33.691261 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:33.695159 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:59:33.702279 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:33.707941 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f940b0-c6a8-4bb2-b28a-554a6e101eca,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:33.754699 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (f68d78f1-ba7d-4f55-b243-9f625775b823), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:33.824414 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Routers {'f68d78f1-ba7d-4f55-b243-9f625775b823'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:33.831904 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:59:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f68d78f1-ba7d-4f55-b243-9f625775b823'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:33.834271 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9250365-1490-470b-b3a5-aca989e3773d None None] Pushing event updated for resources: {'Port': ['ID=4433885a-dfba-4437-8d33-9c4a99aa5c04,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:34.035378 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] Set router f68d78f1-ba7d-4f55-b243-9f625775b823 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:34.057709 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:34.163639 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-512cfe1d-5838-4985-a854-9b922edadb79 None None] Provisioning complete for port a9f940b0-c6a8-4bb2-b28a-554a6e101eca triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:34.173249 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-512cfe1d-5838-4985-a854-9b922edadb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:34.220031 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-512cfe1d-5838-4985-a854-9b922edadb79 None None] Port a9f940b0-c6a8-4bb2-b28a-554a6e101eca cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:59:34.284091 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:26Z', 'updated_at': '2022-04-14T21:59:29Z', 'revision_number': 3, 'project_id': '456b46582603477682a2f5c447cb58cd', 'gw_port': {'id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:27Z', 'updated_at': '2022-04-14T21:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:34.325206 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899ac89-a1b4-48bc-9d89-875ccc9124a4 None None] The sync data for ids ['f68d78f1-ba7d-4f55-b243-9f625775b823'] in dv-cinder-813229-9-iscsi is: [{'id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:26Z', 'updated_at': '2022-04-14T21:59:29Z', 'revision_number': 3, 'project_id': '456b46582603477682a2f5c447cb58cd', 'gw_port': {'id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:27Z', 'updated_at': '2022-04-14T21:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:59:34.382148 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Publish callbacks [] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:34.552797 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:34.633640 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-63647594-30ea-4126-a928-e9fb67811a3a req-6e39ba5c-68c5-4183-b116-85e3a85037b1 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0478141 Apr 14 21:59:34.683120 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5680a-2db8-4104-acac-3fb48c9ab2c8 req-b58ccba9-4fa9-4b2a-90b1-0b89ca671ae1 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:34.685770 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9cf5680a-2db8-4104-acac-3fb48c9ab2c8 req-b58ccba9-4fa9-4b2a-90b1-0b89ca671ae1 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.2125766 Apr 14 21:59:34.774976 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (f68d78f1-ba7d-4f55-b243-9f625775b823), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:34.804993 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f940b0-c6a8-4bb2-b28a-554a6e101eca,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:34.885754 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9cf5680a-2db8-4104-acac-3fb48c9ab2c8 req-b0280fd6-5245-49eb-937b-1735f1bd3a53 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651800 Apr 14 21:59:35.011929 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Network c9124681-21d4-413d-a245-21b68642ddbb is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:35.014999 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:35.251443 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Router f68d78f1-ba7d-4f55-b243-9f625775b823 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:59:35.418120 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:59:35.433245 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-aa03853e-0253-49dc-98bb-e9e1a2697c79 admin admin] 10.222.0.52 "PUT /v2.0/routers/f68d78f1-ba7d-4f55-b243-9f625775b823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3462346 Apr 14 21:59:35.460026 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-4491e44e-df8a-42b5-949d-62bbaa747e3a None None] Provisioning complete for port a9f940b0-c6a8-4bb2-b28a-554a6e101eca triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:35.461156 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4491e44e-df8a-42b5-949d-62bbaa747e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:35.523118 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-4491e44e-df8a-42b5-949d-62bbaa747e3a None None] Port a9f940b0-c6a8-4bb2-b28a-554a6e101eca cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:59:35.844543 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea146590-2374-499c-a23e-99cdb3be4122 req-17ee9bf3-ff4d-412f-a7cf-aab07ffed56a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0506430 Apr 14 21:59:36.066172 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b03f-e270-4fa4-804c-ae6f2e33cefd req-3e7fb858-57b7-4b1b-aec4-e4ddce2ebd0c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:36.068246 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1707b03f-e270-4fa4-804c-ae6f2e33cefd req-3e7fb858-57b7-4b1b-aec4-e4ddce2ebd0c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0785153 Apr 14 21:59:36.122869 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1707b03f-e270-4fa4-804c-ae6f2e33cefd req-9db1eee4-6bcf-4830-8767-572dca9a9d5c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 Apr 14 21:59:36.595104 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 50964) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:36.600844 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-9b61c444-799f-412d-b275-079abb077d4d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312724062', 'description': 'tempest-secgroup-smoke-1312724062 description', 'project_id': '36c976f9546746d293b7a29600a0fad3'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:36.771844 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 4433885a-dfba-4437-8d33-9c4a99aa5c04 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:36.788140 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9b61c444-799f-412d-b275-079abb077d4d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:36.906626 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 4433885a-dfba-4437-8d33-9c4a99aa5c04 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:36.926916 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:36.941490 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Sync routers for ids ['f68d78f1-ba7d-4f55-b243-9f625775b823'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:59:36.984715 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9b61c444-799f-412d-b275-079abb077d4d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group (44d1b897-4a02-4c55-8206-7ee724296f3a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:37.028047 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9dd70f11-8216-4f7c-9f0c-1fe5607e5b56 req-456911d7-c5f3-40b8-8cf2-702f3a1eb887 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0561450 Apr 14 21:59:37.039380 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Routers {'f68d78f1-ba7d-4f55-b243-9f625775b823'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:37.040362 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:59:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f68d78f1-ba7d-4f55-b243-9f625775b823'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:37.159921 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 4433885a-dfba-4437-8d33-9c4a99aa5c04 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:37.160319 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:37.184925 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 4433885a-dfba-4437-8d33-9c4a99aa5c04, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=4433885a-dfba-4437-8d33-9c4a99aa5c04,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:37.232394 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9b61c444-799f-412d-b275-079abb077d4d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (44d1b897-4a02-4c55-8206-7ee724296f3a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:37.272676 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Set router f68d78f1-ba7d-4f55-b243-9f625775b823 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:37.308978 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61c444-799f-412d-b275-079abb077d4d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d1b897-4a02-4c55-8206-7ee724296f3a,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:37.356761 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72e125-3e80-48a5-a24a-bfc9fdf66390 req-0ad9fdf3-1cad-4101-a1cb-010dc1521368 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:37.358713 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9e72e125-3e80-48a5-a24a-bfc9fdf66390 req-0ad9fdf3-1cad-4101-a1cb-010dc1521368 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.1131938 Apr 14 21:59:37.427429 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:37.447791 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9e72e125-3e80-48a5-a24a-bfc9fdf66390 req-89465d5b-b403-4b75-b401-c2f7f2003d39 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817649 Apr 14 21:59:37.458087 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9b61c444-799f-412d-b275-079abb077d4d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:37.458964 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9b61c444-799f-412d-b275-079abb077d4d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8618915 Apr 14 21:59:37.465462 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 50980) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:37.480689 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-fd515bfd-71b9-49c4-85c3-605af270f92a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Request body: {'security_group_rule': {'security_group_id': '44d1b897-4a02-4c55-8206-7ee724296f3a', 'project_id': '36c976f9546746d293b7a29600a0fad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:37.604246 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd515bfd-71b9-49c4-85c3-605af270f92a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (660b6b17-54fe-4a62-8fe1-efa571162439), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:37.713615 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd515bfd-71b9-49c4-85c3-605af270f92a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (660b6b17-54fe-4a62-8fe1-efa571162439), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:37.729924 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=4433885a-dfba-4437-8d33-9c4a99aa5c04,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:37.801953 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:26Z', 'updated_at': '2022-04-14T21:59:33Z', 'revision_number': 4, 'project_id': '456b46582603477682a2f5c447cb58cd', 'gw_port': {'id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:27Z', 'updated_at': '2022-04-14T21:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'a9f940b0-c6a8-4bb2-b28a-554a6e101eca', 'name': '', 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'mac_address': 'fa:16:3e:f1:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4609b65e-4fee-400f-a779-5494ae79181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:32Z', 'updated_at': '2022-04-14T21:59:34Z', 'revision_number': 2, 'project_id': '456b46582603477682a2f5c447cb58cd', 'subnets': [{'id': '4609b65e-4fee-400f-a779-5494ae79181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:37.853792 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Checking router: f68d78f1-ba7d-4f55-b243-9f625775b823 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:59:37.854358 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Updating router f68d78f1-ba7d-4f55-b243-9f625775b823 port a9f940b0-c6a8-4bb2-b28a-554a6e101eca binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:59:37.858536 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd515bfd-71b9-49c4-85c3-605af270f92a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (660b6b17-54fe-4a62-8fe1-efa571162439), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:37.899629 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd515bfd-71b9-49c4-85c3-605af270f92a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660b6b17-54fe-4a62-8fe1-efa571162439,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:37.910786 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.054332 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd515bfd-71b9-49c4-85c3-605af270f92a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.059610 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fd515bfd-71b9-49c4-85c3-605af270f92a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5888376 Apr 14 21:59:38.059610 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 50988) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:38.063062 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-808f0590-c9b6-4ac5-814b-03b4fd9d1b46 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Request body: {'security_group_rule': {'security_group_id': '44d1b897-4a02-4c55-8206-7ee724296f3a', 'project_id': '36c976f9546746d293b7a29600a0fad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:38.175278 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4bd1ef3-b505-42b8-961e-e53fe65e38a7 req-0ab6fc19-c68a-4766-881c-c8f11c0ad1da tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0322297 Apr 14 21:59:38.282158 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-808f0590-c9b6-4ac5-814b-03b4fd9d1b46 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (40b5f3b4-875f-4ec2-bb0c-2b3205cdb02f), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.365736 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Publish callbacks [] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.374597 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-808f0590-c9b6-4ac5-814b-03b4fd9d1b46 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (40b5f3b4-875f-4ec2-bb0c-2b3205cdb02f), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.500767 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.534967 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-808f0590-c9b6-4ac5-814b-03b4fd9d1b46 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (40b5f3b4-875f-4ec2-bb0c-2b3205cdb02f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.588246 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffb7e5-cd04-424a-8703-34fe8cb273c8 None None] Pushing event updated for resources: {'Port': ['ID=a9f940b0-c6a8-4bb2-b28a-554a6e101eca,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:38.633117 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f0590-c9b6-4ac5-814b-03b4fd9d1b46 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b5f3b4-875f-4ec2-bb0c-2b3205cdb02f,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:38.687032 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Attempting to bind port a9f940b0-c6a8-4bb2-b28a-554a6e101eca on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:59:38.688077 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Attempting to bind port a9f940b0-c6a8-4bb2-b28a-554a6e101eca by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '9be4d5cb-07ab-4179-a640-07afcd28f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:59:38.697421 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-808f0590-c9b6-4ac5-814b-03b4fd9d1b46 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.697577 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Attempting to bind port a9f940b0-c6a8-4bb2-b28a-554a6e101eca on network c9124681-21d4-413d-a245-21b68642ddbb {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:38.697740 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-808f0590-c9b6-4ac5-814b-03b4fd9d1b46 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6349473 Apr 14 21:59:38.697870 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 50996) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:38.702289 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Request body: {'security_group_rule': {'security_group_id': '44d1b897-4a02-4c55-8206-7ee724296f3a', 'project_id': '36c976f9546746d293b7a29600a0fad3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:38.702558 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:59:38.703413 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Checking segment: {'id': '9be4d5cb-07ab-4179-a640-07afcd28f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:38.704303 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.705224 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Bound using segment: {'id': '9be4d5cb-07ab-4179-a640-07afcd28f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:59:38.706436 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Bound port: a9f940b0-c6a8-4bb2-b28a-554a6e101eca, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be4d5cb-07ab-4179-a640-07afcd28f61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:59:38.707328 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.754183 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce079b-5d3a-4e09-9622-85efa23f9a23 req-b5f31327-0eef-4831-bcc2-bf2d8db99632 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:38.793329 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0ce079b-5d3a-4e09-9622-85efa23f9a23 req-b5f31327-0eef-4831-bcc2-bf2d8db99632 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.2251182 Apr 14 21:59:38.821274 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 4433885a-dfba-4437-8d33-9c4a99aa5c04 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:38.886846 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0ce079b-5d3a-4e09-9622-85efa23f9a23 req-91943037-37c0-4881-b112-2fe7a2a39f86 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925996 Apr 14 21:59:38.900874 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] For port a9f940b0-c6a8-4bb2-b28a-554a6e101eca, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:59:38.917869 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (37d8197f-ecab-4f78-9fef-1f37a089bc66), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.921994 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f2aa13b6-10e7-4bc0-9fe8-0084177795cb None None] Provisioning complete for port a9f940b0-c6a8-4bb2-b28a-554a6e101eca triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:38.922375 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f2aa13b6-10e7-4bc0-9fe8-0084177795cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.949080 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] For port a9f940b0-c6a8-4bb2-b28a-554a6e101eca, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=a9f940b0-c6a8-4bb2-b28a-554a6e101eca,segment=NetworkSegment(9be4d5cb-07ab-4179-a640-07afcd28f61b),segment_id=9be4d5cb-07ab-4179-a640-07afcd28f61b)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:59:38.985634 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 4433885a-dfba-4437-8d33-9c4a99aa5c04 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:38.985634 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:38.985634 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa13b6-10e7-4bc0-9fe8-0084177795cb None None] Port a9f940b0-c6a8-4bb2-b28a-554a6e101eca cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:59:39.027692 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (37d8197f-ecab-4f78-9fef-1f37a089bc66), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:39.083824 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:39.133039 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 4433885a-dfba-4437-8d33-9c4a99aa5c04 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:39.165792 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Routers {'f68d78f1-ba7d-4f55-b243-9f625775b823'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:59:39.166480 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T21:59:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f68d78f1-ba7d-4f55-b243-9f625775b823'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:39.186715 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (37d8197f-ecab-4f78-9fef-1f37a089bc66), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:39.213058 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d8197f-ecab-4f78-9fef-1f37a089bc66,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:39.214101 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffb7e5-cd04-424a-8703-34fe8cb273c8 None None] Pushing event updated for resources: {'Port': ['ID=a9f940b0-c6a8-4bb2-b28a-554a6e101eca,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:39.237333 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.238071 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.238626 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.239177 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.239746 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.240315 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.240868 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.241410 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.242068 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.242601 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.252523 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.253090 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.253499 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.253897 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.254294 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:39.375005 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] Set router f68d78f1-ba7d-4f55-b243-9f625775b823 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:59:39.391599 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4d3c73fb-e336-42f2-adb9-0517092b0607 req-df1368b1-35ce-4a23-b026-b535a2c7bc7c tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0553694 Apr 14 21:59:39.395587 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:39.401839 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51008) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:39.402191 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-25cb8da8-38e0-4a8d-840f-0d60492ca81a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7060778 Apr 14 21:59:39.417251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-faa81b0a-3a07-4af0-83cc-857fad52a2a6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Request body: {'security_group_rule': {'security_group_id': '44d1b897-4a02-4c55-8206-7ee724296f3a', 'project_id': '36c976f9546746d293b7a29600a0fad3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:39.623677 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-43f008c2-8a62-43f1-9675-9628f21c8966 None None] Provisioning complete for port a9f940b0-c6a8-4bb2-b28a-554a6e101eca triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:39.624391 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-43f008c2-8a62-43f1-9675-9628f21c8966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:39.662902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0a-3a07-4af0-83cc-857fad52a2a6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (444e5a9e-1623-4708-a8fa-b3c09457f48b), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:39.694305 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:26Z', 'updated_at': '2022-04-14T21:59:33Z', 'revision_number': 4, 'project_id': '456b46582603477682a2f5c447cb58cd', 'gw_port': {'id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:27Z', 'updated_at': '2022-04-14T21:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'a9f940b0-c6a8-4bb2-b28a-554a6e101eca', 'name': '', 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'mac_address': 'fa:16:3e:f1:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4609b65e-4fee-400f-a779-5494ae79181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:32Z', 'updated_at': '2022-04-14T21:59:38Z', 'revision_number': 4, 'project_id': '456b46582603477682a2f5c447cb58cd', 'subnets': [{'id': '4609b65e-4fee-400f-a779-5494ae79181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:59:39.735223 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4c3af-3d38-406e-ac54-7de85fd57799 None None] The sync data for ids ['f68d78f1-ba7d-4f55-b243-9f625775b823'] in dv-cinder-813229-9-iscsi is: [{'id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:26Z', 'updated_at': '2022-04-14T21:59:33Z', 'revision_number': 4, 'project_id': '456b46582603477682a2f5c447cb58cd', 'gw_port': {'id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:27Z', 'updated_at': '2022-04-14T21:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'a9f940b0-c6a8-4bb2-b28a-554a6e101eca', 'name': '', 'network_id': 'c9124681-21d4-413d-a245-21b68642ddbb', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'mac_address': 'fa:16:3e:f1:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4609b65e-4fee-400f-a779-5494ae79181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:32Z', 'updated_at': '2022-04-14T21:59:38Z', 'revision_number': 4, 'project_id': '456b46582603477682a2f5c447cb58cd', 'subnets': [{'id': '4609b65e-4fee-400f-a779-5494ae79181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:59:39.762996 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0a-3a07-4af0-83cc-857fad52a2a6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (444e5a9e-1623-4708-a8fa-b3c09457f48b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:39.813741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-43f008c2-8a62-43f1-9675-9628f21c8966 None None] Current status of the port a9f940b0-c6a8-4bb2-b28a-554a6e101eca is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:39.815011 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-43f008c2-8a62-43f1-9675-9628f21c8966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:39.873479 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0a-3a07-4af0-83cc-857fad52a2a6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (444e5a9e-1623-4708-a8fa-b3c09457f48b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:39.874218 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-43f008c2-8a62-43f1-9675-9628f21c8966 None None] For port a9f940b0-c6a8-4bb2-b28a-554a6e101eca, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=a9f940b0-c6a8-4bb2-b28a-554a6e101eca,segment=NetworkSegment(9be4d5cb-07ab-4179-a640-07afcd28f61b),segment_id=9be4d5cb-07ab-4179-a640-07afcd28f61b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:39.906802 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa81b0a-3a07-4af0-83cc-857fad52a2a6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444e5a9e-1623-4708-a8fa-b3c09457f48b,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:40.073387 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fb491-07f5-4015-8db3-d89c9e7c6218 req-8aaaf97f-8a5b-4736-ad58-df0f540e459d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:40.078668 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:40.085390 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fe6fb491-07f5-4015-8db3-d89c9e7c6218 req-8aaaf97f-8a5b-4736-ad58-df0f540e459d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0845654 Apr 14 21:59:40.170782 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fe6fb491-07f5-4015-8db3-d89c9e7c6218 req-dae8ba1d-8068-4dd4-abf7-f3e7d2518be9 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848808 Apr 14 21:59:40.192209 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-43f008c2-8a62-43f1-9675-9628f21c8966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:40.207267 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0a-3a07-4af0-83cc-857fad52a2a6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:40.207267 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-faa81b0a-3a07-4af0-83cc-857fad52a2a6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7960567 Apr 14 21:59:40.212119 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51016) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:40.219789 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-dc5d97bf-1d52-4ae0-bd6f-6398cfc3a7bd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Request body: {'security_group_rule': {'security_group_id': '44d1b897-4a02-4c55-8206-7ee724296f3a', 'project_id': '36c976f9546746d293b7a29600a0fad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:40.326258 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f008c2-8a62-43f1-9675-9628f21c8966 None None] Pushing event updated for resources: {'Port': ['ID=a9f940b0-c6a8-4bb2-b28a-554a6e101eca,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:40.404300 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.securitygroups_db [None req-dc5d97bf-1d52-4ae0-bd6f-6398cfc3a7bd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Project 36c976f9546746d293b7a29600a0fad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:59:40.417850 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc5d97bf-1d52-4ae0-bd6f-6398cfc3a7bd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (c27f59f8-240c-4310-b13b-11b10c3c6cb0), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:40.574097 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc5d97bf-1d52-4ae0-bd6f-6398cfc3a7bd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (c27f59f8-240c-4310-b13b-11b10c3c6cb0), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:40.618193 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f6e9d46-d67e-42f1-8b7a-dee7cf278921 req-d80c55c1-d094-4e2d-8b12-dbcb5c58c04b tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0773358 Apr 14 21:59:40.707522 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc5d97bf-1d52-4ae0-bd6f-6398cfc3a7bd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (c27f59f8-240c-4310-b13b-11b10c3c6cb0), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:40.742597 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d97bf-1d52-4ae0-bd6f-6398cfc3a7bd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27f59f8-240c-4310-b13b-11b10c3c6cb0,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:40.810631 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device a9f940b0-c6a8-4bb2-b28a-554a6e101eca up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:40.914974 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port a9f940b0-c6a8-4bb2-b28a-554a6e101eca triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:40.915705 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:40.935469 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc5d97bf-1d52-4ae0-bd6f-6398cfc3a7bd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:40.942876 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dc5d97bf-1d52-4ae0-bd6f-6398cfc3a7bd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7235529 Apr 14 21:59:40.942876 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51026) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:40.946411 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-9fc6b150-9eb2-4a29-971e-7578a62e0b8f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Request body: {'security_group_rule': {'security_group_id': '44d1b897-4a02-4c55-8206-7ee724296f3a', 'project_id': '36c976f9546746d293b7a29600a0fad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:41.051659 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port a9f940b0-c6a8-4bb2-b28a-554a6e101eca is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:41.226831 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.securitygroups_db [None req-9fc6b150-9eb2-4a29-971e-7578a62e0b8f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Project 36c976f9546746d293b7a29600a0fad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:59:41.234329 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b150-9eb2-4a29-971e-7578a62e0b8f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (a8d62466-c6be-4975-8b4f-e5212d3ca0ac), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:41.402927 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b150-9eb2-4a29-971e-7578a62e0b8f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (a8d62466-c6be-4975-8b4f-e5212d3ca0ac), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:41.437986 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de03cd-6c55-418d-9a16-d8fd683c702d req-34b861c6-f40c-4df1-bc35-856e7a528447 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:41.440183 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-04de03cd-6c55-418d-9a16-d8fd683c702d req-34b861c6-f40c-4df1-bc35-856e7a528447 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.1167848 Apr 14 21:59:41.511965 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-04de03cd-6c55-418d-9a16-d8fd683c702d req-c2f25303-e588-43ee-8675-4248777741d5 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644448 Apr 14 21:59:41.562790 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b150-9eb2-4a29-971e-7578a62e0b8f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (a8d62466-c6be-4975-8b4f-e5212d3ca0ac), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:41.609355 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6b150-9eb2-4a29-971e-7578a62e0b8f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d62466-c6be-4975-8b4f-e5212d3ca0ac,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:41.739510 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b150-9eb2-4a29-971e-7578a62e0b8f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:41.742951 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9fc6b150-9eb2-4a29-971e-7578a62e0b8f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8003588 Apr 14 21:59:41.793276 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-61e8036b-4005-4078-b654-5b2a6a5306ad req-4f2a7a0d-1823-4426-8683-7d9e1a36eb6d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0485561 Apr 14 21:59:41.821861 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dffcd-7a72-43e9-ab5b-bc2f37b7706a req-a19a4a08-60db-4181-97a9-a8b433de5ce9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:41.821861 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b35dffcd-7a72-43e9-ab5b-bc2f37b7706a req-a19a4a08-60db-4181-97a9-a8b433de5ce9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1106873 Apr 14 21:59:41.887463 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b35dffcd-7a72-43e9-ab5b-bc2f37b7706a req-6ec4a183-be33-4593-b2f2-13feb0e028cf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596704 Apr 14 21:59:42.636984 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae848db-2134-49b2-9609-09e3059884c7 req-4580db7a-5537-4b13-a538-4acc5626579d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:42.638481 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ae848db-2134-49b2-9609-09e3059884c7 req-4580db7a-5537-4b13-a538-4acc5626579d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0544398 Apr 14 21:59:42.692426 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ae848db-2134-49b2-9609-09e3059884c7 req-1ce2f1b3-4891-4698-83d0-94a3ad908055 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Apr 14 21:59:42.908615 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-050bd33f-d594-4f67-90b9-f73ce77ac777 req-d5f76556-217d-463b-8e1f-10adb15106a3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0337749 Apr 14 21:59:43.035155 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad91e63-976d-48f4-b109-e18afda008a6 req-e593e987-ff1a-4efd-893b-b9fc1bf7abfe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:43.036811 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ad91e63-976d-48f4-b109-e18afda008a6 req-e593e987-ff1a-4efd-893b-b9fc1bf7abfe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0546679 Apr 14 21:59:43.096729 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ad91e63-976d-48f4-b109-e18afda008a6 req-730d3485-8543-49a5-b632-afdcd5e9e1ef tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459955 Apr 14 21:59:43.847048 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0cad0-8211-40de-802d-1c675edea33a req-fb858b90-383e-4524-a70d-3d6964e55d10 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:43.848760 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c7a0cad0-8211-40de-802d-1c675edea33a req-fb858b90-383e-4524-a70d-3d6964e55d10 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0719430 Apr 14 21:59:43.907220 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c7a0cad0-8211-40de-802d-1c675edea33a req-bdc9569c-5641-44df-ba2a-8615ad3ff1f3 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 Apr 14 21:59:44.060861 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dfbbbed5-a379-43ff-9508-93c6cd3c2f13 req-7dba8357-9d62-4d8e-9930-5bc2a844a4db tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0420177 Apr 14 21:59:44.245609 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3c86a-f0ff-43f7-9c35-8d1320141bd5 req-2189f405-31c6-41b8-8e41-e9581b34e0fd tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:44.248064 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ddf3c86a-f0ff-43f7-9c35-8d1320141bd5 req-2189f405-31c6-41b8-8e41-e9581b34e0fd tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0696039 Apr 14 21:59:44.329921 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ddf3c86a-f0ff-43f7-9c35-8d1320141bd5 req-3eebdc5c-7c26-4351-b71c-21234e76273c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729914 Apr 14 21:59:45.084401 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10e28f-52fb-42e9-a762-05f1338ea970 req-5892a2fb-8309-4459-ad5c-30dcf99fcd26 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:45.087060 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cd10e28f-52fb-42e9-a762-05f1338ea970 req-5892a2fb-8309-4459-ad5c-30dcf99fcd26 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0736489 Apr 14 21:59:45.172431 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ebf3cfa-87f9-4de7-80b1-438f58885876 req-8163f9b5-f61d-44db-ba6d-418122feddd0 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0291460 Apr 14 21:59:45.182108 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cd10e28f-52fb-42e9-a762-05f1338ea970 req-36bf688f-a5b3-453c-8820-209c445d5686 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878315 Apr 14 21:59:45.503514 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ec765-880f-4324-8c8c-ed9626f5b805 req-0f713c87-6da1-495b-9c95-6416d9437a8b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:45.505461 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e69ec765-880f-4324-8c8c-ed9626f5b805 req-0f713c87-6da1-495b-9c95-6416d9437a8b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0647879 Apr 14 21:59:45.573176 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e69ec765-880f-4324-8c8c-ed9626f5b805 req-8962bc80-5475-4968-af10-b510143a862e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589316 Apr 14 21:59:46.111993 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0b10d-4772-4907-9841-6cb266678b92 req-d6f335ec-fd90-48a2-8778-45e401f404ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:46.114627 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-79e0b10d-4772-4907-9841-6cb266678b92 req-d6f335ec-fd90-48a2-8778-45e401f404ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1127 time: 0.0704186 Apr 14 21:59:46.118172 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec1f069a-e353-4fc1-a40e-ef9ccab63363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:46.346822 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0b10d-4772-4907-9841-6cb266678b92 req-c5905ca7-a57b-490a-bdf2-014ac6dbbdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:46.348623 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-79e0b10d-4772-4907-9841-6cb266678b92 req-c5905ca7-a57b-490a-bdf2-014ac6dbbdb5 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2123976 Apr 14 21:59:46.405877 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c42f5-6a6f-4176-b6b6-2bca4976f9f4 req-822daf2b-3461-4713-92d3-86316787b0ac tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:46.408270 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-069c42f5-6a6f-4176-b6b6-2bca4976f9f4 req-822daf2b-3461-4713-92d3-86316787b0ac tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.1016805 Apr 14 21:59:46.418536 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a2de10e1-6e0e-4b4b-82a8-fece44520056 req-afd22f21-a02c-4cf1-9f5b-5dece3c06012 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0940988 Apr 14 21:59:46.487222 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-069c42f5-6a6f-4176-b6b6-2bca4976f9f4 req-4130027f-f57e-4b60-ad7c-e28329d33f27 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717304 Apr 14 21:59:46.544330 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0b10d-4772-4907-9841-6cb266678b92 req-8a821794-5233-45ca-ad99-6eb9f7f056cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:46.545968 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-79e0b10d-4772-4907-9841-6cb266678b92 req-8a821794-5233-45ca-ad99-6eb9f7f056cc service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760221 Apr 14 21:59:46.683739 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-f7b284e8-77fc-47ef-82af-959c6c09da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:46.685454 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-f7b284e8-77fc-47ef-82af-959c6c09da9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1127 time: 0.0629611 Apr 14 21:59:46.792793 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-07a305c0-6c2d-4c6d-af60-bd1dc26f4809 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 217 time: 0.0619690 Apr 14 21:59:46.814776 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e55937-a646-4349-b2cf-78f8e06a3f02 req-98d53473-b9ec-4fad-aa88-040ed6efa5cf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:46.816654 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c6e55937-a646-4349-b2cf-78f8e06a3f02 req-98d53473-b9ec-4fad-aa88-040ed6efa5cf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1168206 Apr 14 21:59:46.886420 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-e816f2b6-ebbf-4344-9f09-cf6959865243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:46.894901 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-e816f2b6-ebbf-4344-9f09-cf6959865243 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34492abf-7c54-403b-92f3-c324f4917c48 HTTP/1.1" status: 200 len: 853 time: 0.1016831 Apr 14 21:59:46.920088 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c6e55937-a646-4349-b2cf-78f8e06a3f02 req-39db7bc0-5f94-4829-99fe-ffd602664e0b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824757 Apr 14 21:59:46.951471 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-076b8a6b-7840-45ea-8318-1c07dc72cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:46.953205 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-076b8a6b-7840-45ea-8318-1c07dc72cec9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561936 Apr 14 21:59:47.065880 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-e9fe3d9f-23f3-4246-b4e0-cf93a64e35db service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036439 Apr 14 21:59:47.173744 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6510ff39-a2dd-4f3f-853e-e2baf38ad5f5 req-6c71592e-d314-45c4-9bd2-15c01f9f088c service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973439 Apr 14 21:59:47.555222 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b3f3d7a6-7816-4b6e-a832-883bb573cd4b req-caf88118-02ab-4451-94ae-bfe43296e7d7 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0351133 Apr 14 21:59:47.639287 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf4a61-cb8e-4345-997a-b744f33686d7 req-7454aed5-f284-4aee-9d75-97bacf9f0dd2 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:47.642068 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ecf4a61-cb8e-4345-997a-b744f33686d7 req-7454aed5-f284-4aee-9d75-97bacf9f0dd2 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0626841 Apr 14 21:59:47.700076 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ecf4a61-cb8e-4345-997a-b744f33686d7 req-be870d08-9ce4-4c80-933a-e29105d40828 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Apr 14 21:59:48.070943 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086c6eb-b366-42a7-83ac-b9a4298868df req-0935ee1a-27d8-499f-97bb-43a8e451888b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:48.072554 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7086c6eb-b366-42a7-83ac-b9a4298868df req-0935ee1a-27d8-499f-97bb-43a8e451888b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0645716 Apr 14 21:59:48.130784 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7086c6eb-b366-42a7-83ac-b9a4298868df req-fa9c172d-3a87-4e98-815f-43a5ee0e3434 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521958 Apr 14 21:59:48.637595 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87831b6c-9ecd-42aa-9f74-0b5e051bd491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:48.665384 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-811ad396-d70d-4e8f-ae09-a1d2852ea606 req-9fc71a9a-0359-4c5a-a100-f817d3c0a9ae tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0360320 Apr 14 21:59:48.853306 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2599b06-edbd-480f-9e45-f87916a16efc req-c139901c-cb9f-4782-93dd-8fc8c3d64f4c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:48.855000 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a2599b06-edbd-480f-9e45-f87916a16efc req-c139901c-cb9f-4782-93dd-8fc8c3d64f4c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0646875 Apr 14 21:59:48.917951 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a2599b06-edbd-480f-9e45-f87916a16efc req-ba927598-09a3-4293-a931-c4aa97801972 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571051 Apr 14 21:59:49.296822 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751635b7-5344-4664-acbf-e87c1e0199e7 req-11cf2bb5-24df-42fd-b7a8-41d3a05028df tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:49.299492 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-751635b7-5344-4664-acbf-e87c1e0199e7 req-11cf2bb5-24df-42fd-b7a8-41d3a05028df tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0573957 Apr 14 21:59:49.356451 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-751635b7-5344-4664-acbf-e87c1e0199e7 req-ae320681-baf8-442a-bb81-026d489eb2ba tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503955 Apr 14 21:59:49.773075 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f7841987-3a74-4d8b-adba-088e5f05b0ba req-3d8aacd3-f267-4aed-aaf7-ebe8d57817ab tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0290513 Apr 14 21:59:49.810145 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:50.060815 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfff508-1e37-4406-adb5-a18cf627c42a req-cb20c7f6-ad6e-4c35-b432-1237d4b93e92 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:50.062281 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-abfff508-1e37-4406-adb5-a18cf627c42a req-cb20c7f6-ad6e-4c35-b432-1237d4b93e92 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0628109 Apr 14 21:59:50.123989 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-abfff508-1e37-4406-adb5-a18cf627c42a req-e973f18d-60a3-4d63-b0be-56012ad135bb tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529487 Apr 14 21:59:50.500552 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affa7a8-7173-430a-afa1-29068e6166d2 req-e7c34b82-11d4-4843-b33f-4ab67c42ad52 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:50.503097 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9affa7a8-7173-430a-afa1-29068e6166d2 req-e7c34b82-11d4-4843-b33f-4ab67c42ad52 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0552616 Apr 14 21:59:50.562745 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9affa7a8-7173-430a-afa1-29068e6166d2 req-10ef06a4-52ee-4df8-8476-bdcb220ac2e3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538883 Apr 14 21:59:50.809059 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:50.882769 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6f103a9b-e329-418c-8db9-d837ce0a68d5 req-c61fb008-f0ba-4bbf-84c3-2f1ce1d753e8 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0294354 Apr 14 21:59:51.248869 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bff2e-324c-47e6-9d15-20dcc56303e9 req-9e1ca283-d475-4d58-9e45-43660b224ae9 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:51.250366 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a45bff2e-324c-47e6-9d15-20dcc56303e9 req-9e1ca283-d475-4d58-9e45-43660b224ae9 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0525100 Apr 14 21:59:51.303618 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a45bff2e-324c-47e6-9d15-20dcc56303e9 req-2c56c507-59f1-4eb3-9a0a-7ad8134ae1bb tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460308 Apr 14 21:59:51.706068 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3e387-f859-4917-b5e5-aa0f2e763c39 req-479b2050-2832-4786-94dd-ea82871c2ddb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:51.710405 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9ef3e387-f859-4917-b5e5-aa0f2e763c39 req-479b2050-2832-4786-94dd-ea82871c2ddb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0605474 Apr 14 21:59:51.761330 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9ef3e387-f859-4917-b5e5-aa0f2e763c39 req-db980c17-f59e-4332-b90c-27d5046f2de2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464203 Apr 14 21:59:52.011069 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-081dccbb-4454-44ad-b121-37159aa1b67d req-d320f052-7d5d-4fd0-afd5-54b0dc873790 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0352209 Apr 14 21:59:52.452349 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0752aaf-9601-4060-a424-2506d74c4b88 req-7cd668e0-e101-411b-90df-26136996d924 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:52.454185 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c0752aaf-9601-4060-a424-2506d74c4b88 req-7cd668e0-e101-411b-90df-26136996d924 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0583141 Apr 14 21:59:52.533380 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c0752aaf-9601-4060-a424-2506d74c4b88 req-ef461b09-0a06-4848-bebd-5f15e105061d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Apr 14 21:59:52.660151 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:52.894327 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91438a4e-21d0-492a-ac85-3b7e816ff135 req-31138e97-327d-43ca-b3f5-c28f0dc27e53 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:52.895787 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91438a4e-21d0-492a-ac85-3b7e816ff135 req-31138e97-327d-43ca-b3f5-c28f0dc27e53 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0568438 Apr 14 21:59:53.131264 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6e40c3cd-c3cf-427a-a069-acb46d23edf6 req-8738155d-bd74-4570-ac8e-0a0eb6cbc18a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0402768 Apr 14 21:59:53.230346 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91438a4e-21d0-492a-ac85-3b7e816ff135 req-09181caa-1064-4773-bfc9-625227317cd5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283885 Apr 14 21:59:53.259515 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-a681bc6f-23dd-43b7-bab4-3ea7b540452f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:53.261436 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-a681bc6f-23dd-43b7-bab4-3ea7b540452f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.81 "GET /v2.0/networks?id=aafc666c-b80a-46cc-b512-8d9c31e0611a HTTP/1.1" status: 200 len: 809 time: 0.1403146 Apr 14 21:59:53.283289 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Request body: {'port': {'device_id': '43296bd8-079a-440f-8022-8de1eb73db09', 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a', 'admin_state_up': True, 'tenant_id': 'f46eb89de2af4cf397780d5edbca27ad'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:53.321459 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 51264) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:53.475538 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-67b35870-9298-4c95-bb7a-6371977c6a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:53.552785 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Made reservation on behalf of f46eb89de2af4cf397780d5edbca27ad for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:59:53.559069 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 48e2697a-9f35-4714-91cb-ea27b54cebf3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:59:53.559259 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:53.583753 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-67b35870-9298-4c95-bb7a-6371977c6a8c admin admin] Publish callbacks [] for security_group (c88434ad-17c6-4511-a1c6-e21dc26339a7), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:53.703648 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 48e2697a-9f35-4714-91cb-ea27b54cebf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:53.712698 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-67b35870-9298-4c95-bb7a-6371977c6a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c88434ad-17c6-4511-a1c6-e21dc26339a7), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:53.722138 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'port_id': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'mac_address': 'fa:16:3e:25:ea:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:59:53.734910 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0feb32-5be1-4599-99df-c72a756305fc req-4c8bed77-7857-4437-99e2-7ebbee425358 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:53.743629 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3c0feb32-5be1-4599-99df-c72a756305fc req-4c8bed77-7857-4437-99e2-7ebbee425358 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 943 time: 0.0992713 Apr 14 21:59:53.773432 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-67b35870-9298-4c95-bb7a-6371977c6a8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3595660e0edc41ba9caade5cd17a8423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483333 Apr 14 21:59:53.773432 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b35870-9298-4c95-bb7a-6371977c6a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88434ad-17c6-4511-a1c6-e21dc26339a7,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:53.775338 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 51276) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:59:53.781887 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 48e2697a-9f35-4714-91cb-ea27b54cebf3 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:53.782932 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:53.800736 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e2697a-9f35-4714-91cb-ea27b54cebf3 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:59:53.837881 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 48e2697a-9f35-4714-91cb-ea27b54cebf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:53.840236 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Allocated IP 172.20.0.4 (aafc666c-b80a-46cc-b512-8d9c31e0611a/893fbef1-fdfd-4b90-9274-be947d17908a/d2025463-cfb2-4327-9f49-79f409b3fcbc) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:59:53.852755 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3c0feb32-5be1-4599-99df-c72a756305fc req-98aeb55f-8215-46e6-ad30-fc428d6cb78d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797570 Apr 14 21:59:53.853008 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3f8341f7-cd90-4850-83e5-01a214dc575e admin admin] Publish callbacks [] for security_group (c88434ad-17c6-4511-a1c6-e21dc26339a7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:53.887035 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3f8341f7-cd90-4850-83e5-01a214dc575e admin admin] Publish callbacks [] for security_group (c88434ad-17c6-4511-a1c6-e21dc26339a7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:54.009052 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:54.040840 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks [] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:54.072194 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3f8341f7-cd90-4850-83e5-01a214dc575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c88434ad-17c6-4511-a1c6-e21dc26339a7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:54.073744 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=48e2697a-9f35-4714-91cb-ea27b54cebf3,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:54.076812 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3f8341f7-cd90-4850-83e5-01a214dc575e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:54.078815 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3f8341f7-cd90-4850-83e5-01a214dc575e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c88434ad-17c6-4511-a1c6-e21dc26339a7 HTTP/1.1" status: 204 len: 168 time: 0.3020384 Apr 14 21:59:54.082677 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.083140 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.083404 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.083723 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.084161 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.084496 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.084860 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.085211 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.085539 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.085863 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.086423 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.086600 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.086905 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.087223 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.087535 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:59:54.090541 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8341f7-cd90-4850-83e5-01a214dc575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88434ad-17c6-4511-a1c6-e21dc26339a7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:54.222151 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:54.283854 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Network aafc666c-b80a-46cc-b512-8d9c31e0611a is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:59:54.284348 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:59:54.288857 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:59:54.299920 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e885e05-1797-452f-a7f2-2a7a39d38ea5 req-1272ed68-3892-47c5-991a-d6f29fe5b5cf tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:54.303364 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6e885e05-1797-452f-a7f2-2a7a39d38ea5 req-1272ed68-3892-47c5-991a-d6f29fe5b5cf tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 931 time: 0.0790930 Apr 14 21:59:54.318836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Pushing event updated for resources: {'Port': ['ID=d2025463-cfb2-4327-9f49-79f409b3fcbc,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:54.367267 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:54.368219 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:54.377117 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6e885e05-1797-452f-a7f2-2a7a39d38ea5 req-e1f9d15f-13ab-4ec3-abf5-6fc9659146be tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651956 Apr 14 21:59:54.420073 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32b56-a537-4f7b-9335-270e9442fb49 req-fe57ab38-3ad4-4799-a22d-4d5e92a14e3c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:54.421632 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74d32b56-a537-4f7b-9335-270e9442fb49 req-fe57ab38-3ad4-4799-a22d-4d5e92a14e3c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0775988 Apr 14 21:59:54.487039 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74d32b56-a537-4f7b-9335-270e9442fb49 req-a7de14b6-d4fa-4e41-87b4-46cef03397c6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584488 Apr 14 21:59:54.583761 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9279a633-84aa-4c5e-8b00-5df7c0b315cd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3052881 Apr 14 21:59:54.596605 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Request body: {'port': {'device_id': '43296bd8-079a-440f-8022-8de1eb73db09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:59:54.689165 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:54.716821 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['48e2697a-9f35-4714-91cb-ea27b54cebf3'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:59:55.013866 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7f3b5-75de-46c3-80f6-43c0e3cc69dd req-afc56538-c4a5-4097-92a9-7af8bd11b051 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:55.015563 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fab7f3b5-75de-46c3-80f6-43c0e3cc69dd req-afc56538-c4a5-4097-92a9-7af8bd11b051 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 944 time: 0.0804920 Apr 14 21:59:55.077961 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2025463-cfb2-4327-9f49-79f409b3fcbc {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:59:55.086698 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fab7f3b5-75de-46c3-80f6-43c0e3cc69dd req-5360e34a-c6f2-4524-b945-8381701dc1ed tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637960 Apr 14 21:59:55.087438 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Publish callbacks [] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:55.102135 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Transition to ACTIVE for port object d2025463-cfb2-4327-9f49-79f409b3fcbc will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:59:55.209604 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:55.269001 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2025463-cfb2-4327-9f49-79f409b3fcbc,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:55.357417 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Attempting to bind port d2025463-cfb2-4327-9f49-79f409b3fcbc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:59:55.357839 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Attempting to bind port d2025463-cfb2-4327-9f49-79f409b3fcbc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a27a8e28-4114-49d3-92ae-eac567d717f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:59:55.358303 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Attempting to bind port d2025463-cfb2-4327-9f49-79f409b3fcbc on network aafc666c-b80a-46cc-b512-8d9c31e0611a {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:55.365019 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Port d2025463-cfb2-4327-9f49-79f409b3fcbc on network aafc666c-b80a-46cc-b512-8d9c31e0611a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:59:55.365526 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Attempting to bind port d2025463-cfb2-4327-9f49-79f409b3fcbc on network aafc666c-b80a-46cc-b512-8d9c31e0611a {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:59:55.373089 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:59:55.373423 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Checking segment: {'id': 'a27a8e28-4114-49d3-92ae-eac567d717f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:59:55.373819 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Bound using segment: {'id': 'a27a8e28-4114-49d3-92ae-eac567d717f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:59:55.374251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Bound port: d2025463-cfb2-4327-9f49-79f409b3fcbc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a8e28-4114-49d3-92ae-eac567d717f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:59:55.374612 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:55.461319 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] For port d2025463-cfb2-4327-9f49-79f409b3fcbc, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:59:55.465270 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] For port d2025463-cfb2-4327-9f49-79f409b3fcbc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d2025463-cfb2-4327-9f49-79f409b3fcbc,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:59:55.578713 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17f99-8cec-434d-a3ef-31431937b1b8 req-1e191fdb-431c-441d-9c3f-a486676ec23a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:55.581471 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d9a17f99-8cec-434d-a3ef-31431937b1b8 req-1e191fdb-431c-441d-9c3f-a486676ec23a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 943 time: 0.0932202 Apr 14 21:59:55.607618 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:55.643012 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2be1e9-ad15-49cd-aa87-9978349e3d98 req-5f6eee03-8856-4962-99cc-0f2d75c9054d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:55.644758 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fa2be1e9-ad15-49cd-aa87-9978349e3d98 req-5f6eee03-8856-4962-99cc-0f2d75c9054d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0631592 Apr 14 21:59:55.662796 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:55.663432 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:55.664863 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] 10.222.0.81 "PUT /v2.0/ports/d2025463-cfb2-4327-9f49-79f409b3fcbc HTTP/1.1" status: 200 len: 1093 time: 1.0741470 Apr 14 21:59:55.667083 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43296bd8-079a-440f-8022-8de1eb73db09', 'tag': 'd2025463-cfb2-4327-9f49-79f409b3fcbc'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:59:55.669445 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e168e10b-62fb-4321-8b40-5b2dc482d6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "43296bd8-079a-440f-8022-8de1eb73db09", "tag": "d2025463-cfb2-4327-9f49-79f409b3fcbc"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:59:55.717276 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1b34a-33c3-444b-ba0f-db586f4b7cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2025463-cfb2-4327-9f49-79f409b3fcbc,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:55.725574 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d9a17f99-8cec-434d-a3ef-31431937b1b8 req-19d73e66-f945-413c-9eee-2eca56f25c6d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338038 Apr 14 21:59:55.729438 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fa2be1e9-ad15-49cd-aa87-9978349e3d98 req-d2256deb-19a4-46f1-9809-447d2a4c52f4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769744 Apr 14 21:59:55.789175 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47d3264-9054-4ba3-89d6-bad8031dd01d x-openstack-request-id: req-c47d3264-9054-4ba3-89d6-bad8031dd01d {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:59:55.789649 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43296bd8-079a-440f-8022-8de1eb73db09", "tag": "d2025463-cfb2-4327-9f49-79f409b3fcbc", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:59:55.790069 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c47d3264-9054-4ba3-89d6-bad8031dd01d {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:59:55.790568 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47d3264-9054-4ba3-89d6-bad8031dd01d'] response: {'name': 'network-changed', 'server_uuid': '43296bd8-079a-440f-8022-8de1eb73db09', 'tag': 'd2025463-cfb2-4327-9f49-79f409b3fcbc', 'status': 'completed', 'code': 200} Apr 14 21:59:55.859242 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168e10b-62fb-4321-8b40-5b2dc482d6c0 req-3d6edddd-c79d-4d8a-b4d8-d4e9978bfcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:55.861603 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e168e10b-62fb-4321-8b40-5b2dc482d6c0 req-3d6edddd-c79d-4d8a-b4d8-d4e9978bfcbc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f46eb89de2af4cf397780d5edbca27ad&device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 1127 time: 0.0445828 Apr 14 21:59:55.981406 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168e10b-62fb-4321-8b40-5b2dc482d6c0 req-2b7010b1-aab8-43c5-bddf-656fe4c22542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:55.983059 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e168e10b-62fb-4321-8b40-5b2dc482d6c0 req-2b7010b1-aab8-43c5-bddf-656fe4c22542 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=f46eb89de2af4cf397780d5edbca27ad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1135700 Apr 14 21:59:56.097592 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168e10b-62fb-4321-8b40-5b2dc482d6c0 req-41871e03-791b-44f3-a77f-63a79318bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:56.099131 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e168e10b-62fb-4321-8b40-5b2dc482d6c0 req-41871e03-791b-44f3-a77f-63a79318bf29 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085770 Apr 14 21:59:56.117035 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 48e2697a-9f35-4714-91cb-ea27b54cebf3 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:59:56.200143 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 48e2697a-9f35-4714-91cb-ea27b54cebf3 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:59:56.253077 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-5d3099a1-b3a2-4b4b-bb88-e13c936c2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:56.254843 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-5d3099a1-b3a2-4b4b-bb88-e13c936c2d0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f46eb89de2af4cf397780d5edbca27ad&device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 1127 time: 0.0927351 Apr 14 21:59:56.268450 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf102c5a-8adc-4ed1-9c22-c1601401ff5e req-d5bebb8d-bcc4-497b-a216-96e161fbea02 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:56.269973 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf102c5a-8adc-4ed1-9c22-c1601401ff5e req-d5bebb8d-bcc4-497b-a216-96e161fbea02 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 944 time: 0.0951257 Apr 14 21:59:56.314028 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-9fb5c135-125c-4d0a-8f95-f6f235430bb1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2025463-cfb2-4327-9f49-79f409b3fcbc HTTP/1.1" status: 200 len: 217 time: 0.0427780 Apr 14 21:59:56.335072 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 48e2697a-9f35-4714-91cb-ea27b54cebf3 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:59:56.335548 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:56.362839 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf102c5a-8adc-4ed1-9c22-c1601401ff5e req-19f2d820-fb32-4255-a8c7-990d8b2ceb5f tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841005 Apr 14 21:59:56.435283 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 48e2697a-9f35-4714-91cb-ea27b54cebf3 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:59:56.435683 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:56.452318 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-f3472a7b-e3aa-4d86-b8ff-a3e720a426ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:56.454010 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-f3472a7b-e3aa-4d86-b8ff-a3e720a426ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=893fbef1-fdfd-4b90-9274-be947d17908a HTTP/1.1" status: 200 len: 849 time: 0.0554583 Apr 14 21:59:56.465017 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:59:56.467946 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0bd603-6ac2-465d-bf1a-38d0740ee1e9" -d '{"events": [{"server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "name": "network-vif-plugged", "status": "completed", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:59:56.481811 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 48e2697a-9f35-4714-91cb-ea27b54cebf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:59:56.491656 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-1ccbcab7-e485-4cfa-8968-e8df29b0fb0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aafc666c-b80a-46cc-b512-8d9c31e0611a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308046 Apr 14 21:59:56.510817 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2afa62-6574-4a55-aa13-9f9a2d0523c2 x-openstack-request-id: req-6c2afa62-6574-4a55-aa13-9f9a2d0523c2 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:59:56.511145 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "name": "network-vif-plugged", "status": "completed", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:59:56.511405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c2afa62-6574-4a55-aa13-9f9a2d0523c2 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:59:56.511808 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2afa62-6574-4a55-aa13-9f9a2d0523c2'] response: {'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'code': 200} Apr 14 21:59:56.607373 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-62e30476-dcab-42e3-ad44-fcbf8bed03cb service neutron] 10.222.0.81 "GET /v2.0/networks/aafc666c-b80a-46cc-b512-8d9c31e0611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052883 Apr 14 21:59:56.661242 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:59:56.715112 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8d907bb-f20a-4a98-9343-b56f834419b1 req-0f64cb5c-f8e9-49fe-b0b4-f08eb2edddaf service neutron] 10.222.0.81 "GET /v2.0/networks/aafc666c-b80a-46cc-b512-8d9c31e0611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998449 Apr 14 21:59:56.722170 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=48e2697a-9f35-4714-91cb-ea27b54cebf3,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:59:56.895589 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57d71c-1655-41c5-80cb-edf317e34dd5 req-85437565-ce19-4e12-8ff9-333acb89ba3d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:56.895902 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683a306-830f-4668-b466-7f774f2fd1f9 req-44816830-a8c9-4560-8786-3e53d4af9d2d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:56.896942 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac57d71c-1655-41c5-80cb-edf317e34dd5 req-85437565-ce19-4e12-8ff9-333acb89ba3d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0709407 Apr 14 21:59:56.900028 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9683a306-830f-4668-b466-7f774f2fd1f9 req-44816830-a8c9-4560-8786-3e53d4af9d2d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 943 time: 0.0544236 Apr 14 21:59:56.950247 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9683a306-830f-4668-b466-7f774f2fd1f9 req-f107d199-202f-47d1-b8d5-e507d73c7ce4 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462282 Apr 14 21:59:56.950625 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac57d71c-1655-41c5-80cb-edf317e34dd5 req-85878ca3-bd0b-4037-bf40-9da18ddcdcc1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475843 Apr 14 21:59:57.491695 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ea6e2-6ec1-4709-bbf5-1dc239a73e87 req-0c250f49-f7e5-43b4-800b-533f8cbf338b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:57.493136 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-037ea6e2-6ec1-4709-bbf5-1dc239a73e87 req-0c250f49-f7e5-43b4-800b-533f8cbf338b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0513763 Apr 14 21:59:57.546121 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-037ea6e2-6ec1-4709-bbf5-1dc239a73e87 req-b7fb5220-181e-4516-a61b-19eed6835e1a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474398 Apr 14 21:59:58.066331 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487efff-9ab8-418c-a9d2-e9d4fcd8e1df req-082c1c81-9010-4d16-95d8-23eb973276ec tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:58.067935 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5487efff-9ab8-418c-a9d2-e9d4fcd8e1df req-082c1c81-9010-4d16-95d8-23eb973276ec tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 943 time: 0.0473595 Apr 14 21:59:58.069399 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb12e5-33d1-491b-9b30-588184cadf37 req-8045a330-2a9c-4168-bdf4-cb420ee6d132 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:58.070984 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2dcb12e5-33d1-491b-9b30-588184cadf37 req-8045a330-2a9c-4168-bdf4-cb420ee6d132 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0478733 Apr 14 21:59:58.119498 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2dcb12e5-33d1-491b-9b30-588184cadf37 req-07d8bf01-fab8-4ec0-b017-09a29c9ab301 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429769 Apr 14 21:59:58.119714 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5487efff-9ab8-418c-a9d2-e9d4fcd8e1df req-736f7578-349b-4df7-82b5-faa165f4571a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462048 Apr 14 21:59:58.664483 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209146d1-88ed-4987-affd-80ef27eaee8b req-ab248788-951d-475d-aea6-9059f1241eda tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:58.666017 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-209146d1-88ed-4987-affd-80ef27eaee8b req-ab248788-951d-475d-aea6-9059f1241eda tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0503941 Apr 14 21:59:58.720071 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-209146d1-88ed-4987-affd-80ef27eaee8b req-8eef0e33-9867-4e9d-ae45-000c99ce6712 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481720 Apr 14 21:59:59.238615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67f0df-6c4a-4338-9eec-f75bcc2e17a2 req-5b119a0f-0635-463b-a1da-3e81934ca631 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:59.240157 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bf67f0df-6c4a-4338-9eec-f75bcc2e17a2 req-5b119a0f-0635-463b-a1da-3e81934ca631 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 943 time: 0.0499706 Apr 14 21:59:59.250971 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69152e09-b7fc-4dd3-b696-bae8f92b85d0 req-caa6f2de-817d-47fb-94b2-9ff2dd82cecb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:59.252519 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-69152e09-b7fc-4dd3-b696-bae8f92b85d0 req-caa6f2de-817d-47fb-94b2-9ff2dd82cecb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0509722 Apr 14 21:59:59.290462 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bf67f0df-6c4a-4338-9eec-f75bcc2e17a2 req-823be1cd-81ce-4bf4-8060-0be9a96c539a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Apr 14 21:59:59.310571 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-69152e09-b7fc-4dd3-b696-bae8f92b85d0 req-7dc54375-e790-466f-90a9-c7d4a3f3997c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492013 Apr 14 21:59:59.846196 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa0306-f4e1-48d2-ae83-1d5f54a17ddb req-203655d3-3a62-47ea-995a-0d5e5bc67b5b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:59:59.847860 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4daa0306-f4e1-48d2-ae83-1d5f54a17ddb req-203655d3-3a62-47ea-995a-0d5e5bc67b5b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0575807 Apr 14 21:59:59.901538 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4daa0306-f4e1-48d2-ae83-1d5f54a17ddb req-ef43acb1-83a9-4c01-a349-765ea79bb3c5 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464370 Apr 14 22:00:00.355616 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b833f1-238c-443e-a318-428af04e6581 req-03b4f14d-4d68-41cb-b1f8-462756b9030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:00.357366 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f4b833f1-238c-443e-a318-428af04e6581 req-03b4f14d-4d68-41cb-b1f8-462756b9030a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1129 time: 0.0530009 Apr 14 22:00:00.449325 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aa0ca-2647-4bee-b1f4-5103dda517fa req-e3c329f0-5133-473e-80a3-1de5b85dee6d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:00.451258 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c9aa0ca-2647-4bee-b1f4-5103dda517fa req-e3c329f0-5133-473e-80a3-1de5b85dee6d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 943 time: 0.0710628 Apr 14 22:00:00.452177 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507cad8-ea24-4884-8dae-40d002435d82 req-31e70ad5-5a38-4b9b-8aaf-56af78749ea6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:00.453742 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7507cad8-ea24-4884-8dae-40d002435d82 req-31e70ad5-5a38-4b9b-8aaf-56af78749ea6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0565975 Apr 14 22:00:00.495262 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f4b833f1-238c-443e-a318-428af04e6581 req-fa6f11bb-7205-432d-a070-5e6751569889 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808134 Apr 14 22:00:00.523107 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7507cad8-ea24-4884-8dae-40d002435d82 req-5ca3badd-c077-49dd-b47c-d072b8ed597b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586545 Apr 14 22:00:00.527949 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c9aa0ca-2647-4bee-b1f4-5103dda517fa req-a0ebd377-36ff-4993-ad7e-174d04e518b7 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676365 Apr 14 22:00:01.030981 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df1476-e731-4db6-a178-43818aef41d6 req-86c67ba9-c8a3-4a92-9e8c-cbc266aef6db tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:01.034148 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09df1476-e731-4db6-a178-43818aef41d6 req-86c67ba9-c8a3-4a92-9e8c-cbc266aef6db tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0612841 Apr 14 22:00:01.102518 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09df1476-e731-4db6-a178-43818aef41d6 req-462f96f4-01f9-4f6e-993b-b77e07b50bb8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628085 Apr 14 22:00:01.654243 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b61520-4fcf-4a82-bf53-21fdec92f8d4 req-4d9de778-1045-410b-9ca1-4567612fe634 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:01.654958 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5de55c-cce7-42aa-ab0c-a1a7bed42550 req-0d9c4ef2-0250-417d-bb1f-e6ee3f94c4dd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:01.655785 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5e5de55c-cce7-42aa-ab0c-a1a7bed42550 req-0d9c4ef2-0250-417d-bb1f-e6ee3f94c4dd tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 943 time: 0.0501249 Apr 14 22:00:01.655908 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c0b61520-4fcf-4a82-bf53-21fdec92f8d4 req-4d9de778-1045-410b-9ca1-4567612fe634 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0488813 Apr 14 22:00:01.706628 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c0b61520-4fcf-4a82-bf53-21fdec92f8d4 req-7d8bc455-44b2-4fd0-9400-97b49894b562 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445104 Apr 14 22:00:01.707362 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5e5de55c-cce7-42aa-ab0c-a1a7bed42550 req-0c95a4e9-a45b-4186-8705-b972f295f426 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Apr 14 22:00:02.135547 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d2025463-cfb2-4327-9f49-79f409b3fcbc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:00:02.220948 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42add48-869d-453f-949d-d8fa25e07a74 req-78fccd1f-9b1b-4d7d-a4e2-d50ef1a0fd62 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:02.222625 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a42add48-869d-453f-949d-d8fa25e07a74 req-78fccd1f-9b1b-4d7d-a4e2-d50ef1a0fd62 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0501797 Apr 14 22:00:02.242151 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port d2025463-cfb2-4327-9f49-79f409b3fcbc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d2025463-cfb2-4327-9f49-79f409b3fcbc,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:02.254483 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'd2025463-cfb2-4327-9f49-79f409b3fcbc', 'network_id': 'aafc666c-b80a-46cc-b512-8d9c31e0611a', 'port_id': 'd2025463-cfb2-4327-9f49-79f409b3fcbc', 'mac_address': 'fa:16:3e:f5:78:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893fbef1-fdfd-4b90-9274-be947d17908a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:00:02.279614 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a42add48-869d-453f-949d-d8fa25e07a74 req-6342d8fb-d75b-4cf2-913e-3c98c42f117a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505421 Apr 14 22:00:02.304123 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port d2025463-cfb2-4327-9f49-79f409b3fcbc is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:02.304528 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:02.319316 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2025463-cfb2-4327-9f49-79f409b3fcbc {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:00:02.347366 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port d2025463-cfb2-4327-9f49-79f409b3fcbc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d2025463-cfb2-4327-9f49-79f409b3fcbc,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:02.654380 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:02.715290 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=d2025463-cfb2-4327-9f49-79f409b3fcbc,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:02.860865 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5470-9f59-45b0-8f13-a7262281e7fd req-d4eeea14-01d7-4654-b228-a9e7b004355c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:02.864401 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc1d5470-9f59-45b0-8f13-a7262281e7fd req-d4eeea14-01d7-4654-b228-a9e7b004355c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0560572 Apr 14 22:00:02.879562 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62e87f-caa9-4648-999f-0aee6351b539 req-45186921-51a0-4074-b7da-a1486f5e7aba tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:02.881457 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3c62e87f-caa9-4648-999f-0aee6351b539 req-45186921-51a0-4074-b7da-a1486f5e7aba tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 944 time: 0.0904500 Apr 14 22:00:02.919226 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc1d5470-9f59-45b0-8f13-a7262281e7fd req-baaaf50e-05ee-43a6-81c0-1b717d75b861 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499144 Apr 14 22:00:02.941328 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3c62e87f-caa9-4648-999f-0aee6351b539 req-115a6cf3-e986-4840-8684-ed5ddaf58bed tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542536 Apr 14 22:00:03.395308 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c275-e0b2-4d04-8dbf-b8168470065d req-ce85b261-2863-4978-934f-958cc0ba224c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:03.396789 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9114c275-e0b2-4d04-8dbf-b8168470065d req-ce85b261-2863-4978-934f-958cc0ba224c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0501065 Apr 14 22:00:03.445635 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9114c275-e0b2-4d04-8dbf-b8168470065d req-34aca22c-eb38-4346-bf26-54c0c806162f tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Apr 14 22:00:03.563066 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['d2025463-cfb2-4327-9f49-79f409b3fcbc'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:00:03.568790 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029e72-7070-4194-b711-7c72a05e8196 req-72e2ef7d-17eb-4792-86f3-ce847d21e511 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:03.570331 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-22029e72-7070-4194-b711-7c72a05e8196 req-72e2ef7d-17eb-4792-86f3-ce847d21e511 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0587163 Apr 14 22:00:03.619530 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-22029e72-7070-4194-b711-7c72a05e8196 req-b224ae68-fd47-46c5-85a4-a2bf7e53d64b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434916 Apr 14 22:00:03.951882 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98b398-8bcf-4595-9069-3d0e290c3c3f req-199c0d60-a6e1-47f8-935f-bceb7f28c437 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:03.953399 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0f98b398-8bcf-4595-9069-3d0e290c3c3f req-199c0d60-a6e1-47f8-935f-bceb7f28c437 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0472686 Apr 14 22:00:04.003708 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0f98b398-8bcf-4595-9069-3d0e290c3c3f req-80345ffc-e068-470d-91d5-2609acc85c08 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 Apr 14 22:00:04.056795 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e04e46-e088-4ec3-af04-4e7e41cd852c req-5fa0386d-db09-4200-927d-00f3935792a0 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:04.058922 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-65e04e46-e088-4ec3-af04-4e7e41cd852c req-5fa0386d-db09-4200-927d-00f3935792a0 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0559139 Apr 14 22:00:04.119805 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-65e04e46-e088-4ec3-af04-4e7e41cd852c req-945b35aa-7431-44bc-81f0-a6a9f573c860 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541978 Apr 14 22:00:04.142297 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858e63-2eec-4e5e-9b60-36d9fb166295 req-85be5f4c-5591-46dd-83a4-83c3a2ec525b tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:04.143852 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b5858e63-2eec-4e5e-9b60-36d9fb166295 req-85be5f4c-5591-46dd-83a4-83c3a2ec525b tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 944 time: 0.0604277 Apr 14 22:00:04.196620 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b5858e63-2eec-4e5e-9b60-36d9fb166295 req-22b598e3-aafd-434c-b035-3008eb90f0b0 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465415 Apr 14 22:00:05.260910 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c4ede-fba4-4a60-b485-7be0ff7696db req-edd78fd7-32dd-4770-9fa5-182c1bde1144 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:05.262408 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-996c4ede-fba4-4a60-b485-7be0ff7696db req-edd78fd7-32dd-4770-9fa5-182c1bde1144 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0625055 Apr 14 22:00:05.317224 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9777-82d1-451b-8fad-d5fce1892eb9 req-e5a46099-5fb3-4501-abc8-92c7f437a698 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:05.319096 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f31a9777-82d1-451b-8fad-d5fce1892eb9 req-e5a46099-5fb3-4501-abc8-92c7f437a698 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 944 time: 0.0515985 Apr 14 22:00:05.385173 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f31a9777-82d1-451b-8fad-d5fce1892eb9 req-d8005a58-d195-4614-8d43-56ded8bb0a19 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602465 Apr 14 22:00:05.569742 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-996c4ede-fba4-4a60-b485-7be0ff7696db req-ca02e43a-f8b5-480d-8fc5-7a75dfd78963 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975392 Apr 14 22:00:06.226391 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:00:06.506058 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74037836-0ee7-435e-9a86-3ef0a3536420 req-00934127-7907-4c6a-b106-daa14cca2197 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:06.507481 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74037836-0ee7-435e-9a86-3ef0a3536420 req-00934127-7907-4c6a-b106-daa14cca2197 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 944 time: 0.0510130 Apr 14 22:00:06.563823 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74037836-0ee7-435e-9a86-3ef0a3536420 req-dbc5ba00-8ffe-4848-b19e-ab353db38701 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500495 Apr 14 22:00:06.695782 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4770dbb-a1a8-41c3-85e6-19198ff7ae76 req-0cd87ffd-354b-4136-8854-e4b7ad62c2b2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:06.697334 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b4770dbb-a1a8-41c3-85e6-19198ff7ae76 req-0cd87ffd-354b-4136-8854-e4b7ad62c2b2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0495803 Apr 14 22:00:06.718165 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d2025463-cfb2-4327-9f49-79f409b3fcbc up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:00:06.753813 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b4770dbb-a1a8-41c3-85e6-19198ff7ae76 req-84a7e9fa-89a5-4980-b129-cf6f749ef547 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503416 Apr 14 22:00:06.766939 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port d2025463-cfb2-4327-9f49-79f409b3fcbc completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:00:06.940922 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port d2025463-cfb2-4327-9f49-79f409b3fcbc triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:06.941365 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:07.163488 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port d2025463-cfb2-4327-9f49-79f409b3fcbc is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:07.163913 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:07.189731 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43296bd8-079a-440f-8022-8de1eb73db09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2025463-cfb2-4327-9f49-79f409b3fcbc'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:00:07.192402 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d441cf75-c0f7-479f-8269-13e832c3019b" -d '{"events": [{"server_uuid": "43296bd8-079a-440f-8022-8de1eb73db09", "name": "network-vif-plugged", "status": "completed", "tag": "d2025463-cfb2-4327-9f49-79f409b3fcbc"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:00:07.206988 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port d2025463-cfb2-4327-9f49-79f409b3fcbc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d2025463-cfb2-4327-9f49-79f409b3fcbc,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:07.231275 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badce616-c3fe-4328-9c40-53c44f5e59df x-openstack-request-id: req-badce616-c3fe-4328-9c40-53c44f5e59df {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:00:07.231465 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43296bd8-079a-440f-8022-8de1eb73db09", "name": "network-vif-plugged", "status": "completed", "tag": "d2025463-cfb2-4327-9f49-79f409b3fcbc", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:00:07.231720 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-badce616-c3fe-4328-9c40-53c44f5e59df {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:00:07.232126 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badce616-c3fe-4328-9c40-53c44f5e59df'] response: {'server_uuid': '43296bd8-079a-440f-8022-8de1eb73db09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2025463-cfb2-4327-9f49-79f409b3fcbc', 'code': 200} Apr 14 22:00:07.380454 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:07.434740 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=d2025463-cfb2-4327-9f49-79f409b3fcbc,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:07.686620 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ed9a-c5c6-47a0-9b6e-99d4fcd48e14 req-380e1d52-6a63-4f24-b39c-8c76e5b01123 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:07.688086 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e20ed9a-c5c6-47a0-9b6e-99d4fcd48e14 req-380e1d52-6a63-4f24-b39c-8c76e5b01123 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Apr 14 22:00:07.742429 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e20ed9a-c5c6-47a0-9b6e-99d4fcd48e14 req-6759968f-11ba-41bd-bb21-8f00533b9ac5 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Apr 14 22:00:07.852029 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ec727-19d0-42d6-aec0-f10e9b30a2a0 req-1cc13627-c469-4f7e-89af-1dc7ee21c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:07.853693 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-574ec727-19d0-42d6-aec0-f10e9b30a2a0 req-1cc13627-c469-4f7e-89af-1dc7ee21c011 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 1129 time: 0.0438468 Apr 14 22:00:07.887314 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22857-3ce2-49e1-bda9-981ca81c42aa req-d71e8975-e32c-4630-ba6c-6f812bffa2b6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:07.890375 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ccd22857-3ce2-49e1-bda9-981ca81c42aa req-d71e8975-e32c-4630-ba6c-6f812bffa2b6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0520332 Apr 14 22:00:07.900426 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-574ec727-19d0-42d6-aec0-f10e9b30a2a0 req-9e486f17-d217-43a6-bec3-f320a32bdfaf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Apr 14 22:00:07.939984 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ccd22857-3ce2-49e1-bda9-981ca81c42aa req-359ddaaf-1a50-49fa-a4fe-6661cc111c0e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446241 Apr 14 22:00:08.731332 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:00:08.850435 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:08.863765 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '38037253-9284-4eb4-9a96-40035e46c7a0', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'port_id': '38037253-9284-4eb4-9a96-40035e46c7a0', 'mac_address': 'fa:16:3e:d6:0f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:00:08.873211 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10cf7-9815-4823-966c-badf418c39bb req-07a0e4e4-d50f-4212-b11e-e92d9e43b8ee tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:08.874797 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9cb10cf7-9815-4823-966c-badf418c39bb req-07a0e4e4-d50f-4212-b11e-e92d9e43b8ee tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 945 time: 0.0592637 Apr 14 22:00:08.916019 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 38037253-9284-4eb4-9a96-40035e46c7a0 is: ACTIVE; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:08.916689 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:08.932520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38037253-9284-4eb4-9a96-40035e46c7a0 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:00:08.934154 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9cb10cf7-9815-4823-966c-badf418c39bb req-f52e5e29-18b5-470f-b152-01b28cecb0f5 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488644 Apr 14 22:00:08.959469 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:09.065984 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37a36-34b8-4566-93a9-47beabc0983b req-b2ab6317-6536-4c65-8e26-95b49acd9e24 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:09.067512 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aca37a36-34b8-4566-93a9-47beabc0983b req-b2ab6317-6536-4c65-8e26-95b49acd9e24 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0535009 Apr 14 22:00:09.083772 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:09.126765 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aca37a36-34b8-4566-93a9-47beabc0983b req-dc7f87ac-c1f8-4c63-bb1c-d8347ff1ff87 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523324 Apr 14 22:00:09.151990 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=6']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:09.229189 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['38037253-9284-4eb4-9a96-40035e46c7a0'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:00:09.982245 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:10.062551 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0bc90-f178-4e0d-9b2b-b03def41598e req-ce0aa7d7-9ce4-4763-b083-852dcbf0fe19 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:10.065664 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-92c0bc90-f178-4e0d-9b2b-b03def41598e req-ce0aa7d7-9ce4-4763-b083-852dcbf0fe19 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 945 time: 0.0539484 Apr 14 22:00:10.131165 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-92c0bc90-f178-4e0d-9b2b-b03def41598e req-05e23413-bae6-44bf-9063-4f416d7ce8a1 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571842 Apr 14 22:00:10.268203 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f9fb-6a6e-4be7-b64c-dc8eb353c30f req-301726df-db32-47ca-8e08-bdd84c3cfa92 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:10.269839 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bce3f9fb-6a6e-4be7-b64c-dc8eb353c30f req-301726df-db32-47ca-8e08-bdd84c3cfa92 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 944 time: 0.0628369 Apr 14 22:00:10.328247 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bce3f9fb-6a6e-4be7-b64c-dc8eb353c30f req-96191cfe-83e5-4b83-b193-9dd6dba60515 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502942 Apr 14 22:00:10.745387 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:00:10.803921 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 38037253-9284-4eb4-9a96-40035e46c7a0 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:10.804355 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:10.901334 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 38037253-9284-4eb4-9a96-40035e46c7a0 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:10.901708 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:10.933859 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:00:10.936135 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c212deaa-e79a-43e6-8d96-b08f05b4ca9d" -d '{"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-plugged", "status": "completed", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:00:10.950275 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:10.985925 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d7ac35-4e17-4903-b48d-50dae24c3a9d x-openstack-request-id: req-89d7ac35-4e17-4903-b48d-50dae24c3a9d {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:00:10.986908 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-plugged", "status": "completed", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:00:10.986908 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89d7ac35-4e17-4903-b48d-50dae24c3a9d {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:00:10.987396 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d7ac35-4e17-4903-b48d-50dae24c3a9d'] response: {'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0', 'code': 200} Apr 14 22:00:11.078437 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:11.137288 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=7']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:11.273836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca0b2-8dc0-457e-87b6-90269187d243 req-d244e618-a290-4739-befc-a090a5e44690 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:11.275774 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f13ca0b2-8dc0-457e-87b6-90269187d243 req-d244e618-a290-4739-befc-a090a5e44690 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 945 time: 0.0611715 Apr 14 22:00:11.326443 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f13ca0b2-8dc0-457e-87b6-90269187d243 req-39075b1a-67ed-4190-85f0-2a71995bf96f tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 Apr 14 22:00:11.496167 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068a6ca-499e-4a31-9167-8e29e80144b2 req-b70523c0-4f43-4a91-af30-6427ca6651b3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:11.497734 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9068a6ca-499e-4a31-9167-8e29e80144b2 req-b70523c0-4f43-4a91-af30-6427ca6651b3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0594931 Apr 14 22:00:11.552364 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9068a6ca-499e-4a31-9167-8e29e80144b2 req-0587b0a9-f0ea-4cee-9bd4-d0d933bd510c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478580 Apr 14 22:00:12.462120 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b06896-91b2-428a-87c8-2b40d6da0c98 req-b2b7c3dd-3441-41c9-9ac4-a41b45907dca tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:12.463734 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-09b06896-91b2-428a-87c8-2b40d6da0c98 req-b2b7c3dd-3441-41c9-9ac4-a41b45907dca tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 945 time: 0.0536799 Apr 14 22:00:12.526917 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-09b06896-91b2-428a-87c8-2b40d6da0c98 req-8577409f-cf44-47a2-95cd-1858df0bc51d tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546908 Apr 14 22:00:12.717767 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dec53b-0395-4c96-8d54-e4ccdcdcef1e req-5c273f67-ef53-4137-a166-a9a3bc36e7ad tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:12.721339 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-07dec53b-0395-4c96-8d54-e4ccdcdcef1e req-5c273f67-ef53-4137-a166-a9a3bc36e7ad tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0730329 Apr 14 22:00:12.793172 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-07dec53b-0395-4c96-8d54-e4ccdcdcef1e req-b56a8755-2bae-461a-8f30-b13ea87281a7 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616467 Apr 14 22:00:12.884914 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-88e22727-a1c0-4e52-b1eb-983abc1af7fc tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312724062&fields=id&tenant_id=36c976f9546746d293b7a29600a0fad3 HTTP/1.1" status: 200 len: 267 time: 0.0734510 Apr 14 22:00:13.012535 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-693bf24d-3ded-4fdb-a2e6-993264b6b354 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:13.014282 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-693bf24d-3ded-4fdb-a2e6-993264b6b354 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/networks?id=d7cc0398-02c2-4de0-9d94-41df3d394e36 HTTP/1.1" status: 200 len: 809 time: 0.1202042 Apr 14 22:00:13.033218 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-28572e06-1b44-464a-990a-8cc1b4c6b71c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/quotas/36c976f9546746d293b7a29600a0fad3 HTTP/1.1" status: 200 len: 375 time: 0.0126004 Apr 14 22:00:13.097029 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-02a1d68d-b6ef-4fb8-b4b7-ff751c7a7769 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=36c976f9546746d293b7a29600a0fad3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580108 Apr 14 22:00:13.209976 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-ac28ad1a-2c80-497d-a516-18dfd35bff45 service neutron] 10.222.0.52 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978949 Apr 14 22:00:13.320435 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-a4305c3a-8b87-4dcd-ba0b-e3824826198b service neutron] 10.222.0.52 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034613 Apr 14 22:00:14.144505 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-d10aca0a-154f-4e91-8109-d4a39f0fa5e0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432208 Apr 14 22:00:14.251622 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-ab366717-54a5-4058-9cd2-8bd65e311369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:14.253434 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-ab366717-54a5-4058-9cd2-8bd65e311369 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 1130 time: 0.0555062 Apr 14 22:00:14.413105 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60f3c0e4-5cb1-4700-a1cc-b7622d4678b4 req-ecfce7ab-9caa-4aa8-bc38-8a394ff167f7 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 210 time: 0.0501301 Apr 14 22:00:14.427836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde66fac-d28e-4812-8e65-c19cdf0cedec req-e6a003bf-988a-4c8a-8652-f770810df951 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:14.430637 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cde66fac-d28e-4812-8e65-c19cdf0cedec req-e6a003bf-988a-4c8a-8652-f770810df951 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1288669 Apr 14 22:00:14.492406 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-5c44f109-6594-4101-8216-1935ff7237d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:14.494060 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-5c44f109-6594-4101-8216-1935ff7237d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.2054081 Apr 14 22:00:14.520850 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cde66fac-d28e-4812-8e65-c19cdf0cedec req-91355fe8-419c-45c9-8257-c49c61f8905b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732920 Apr 14 22:00:14.543932 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c56f9-f437-42cd-bc72-f3a5422d207d req-1d3942dd-b355-47eb-a7e9-4a4e7f274bfe tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:14.545616 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9b9c56f9-f437-42cd-bc72-f3a5422d207d req-1d3942dd-b355-47eb-a7e9-4a4e7f274bfe tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 945 time: 0.0548892 Apr 14 22:00:14.599901 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9b9c56f9-f437-42cd-bc72-f3a5422d207d req-808166a2-0b08-43bc-9e00-74ef5b104b4a tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459788 Apr 14 22:00:15.501307 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7cc1af0b-eed7-441d-8eef-3acbf583cdf1 req-30a8dbdc-21e2-44a1-bb12-bd7d6f132c57 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 210 time: 0.0295727 Apr 14 22:00:15.660158 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e3cf-48c8-428e-9376-a20f036b1d8c req-dcabf0fa-40ff-4f95-8556-738fa71b98ec tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:15.661775 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d745e3cf-48c8-428e-9376-a20f036b1d8c req-dcabf0fa-40ff-4f95-8556-738fa71b98ec tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0585699 Apr 14 22:00:15.725370 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d745e3cf-48c8-428e-9376-a20f036b1d8c req-b344c505-1a0b-4399-b624-4a5da438e530 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569592 Apr 14 22:00:15.737852 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567494c8-8648-4875-981b-58012c7ef395 req-661c0f13-3bbc-4838-9408-46d5f6880a41 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:15.740472 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-567494c8-8648-4875-981b-58012c7ef395 req-661c0f13-3bbc-4838-9408-46d5f6880a41 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 945 time: 0.0652144 Apr 14 22:00:15.794010 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-567494c8-8648-4875-981b-58012c7ef395 req-5d8a6542-d2e1-4b67-841a-29064cfc2e21 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Apr 14 22:00:16.100475 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8d81dc7e-8d61-4f19-aca0-ef93e8d84c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:16.123871 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-61227ad3-ede4-4c87-acac-c0030dc1fe7c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f365810c-4634-46ec-984a-1e03a503e706 HTTP/1.1" status: 200 len: 217 time: 0.0419576 Apr 14 22:00:16.393874 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-d460c22b-07d0-496a-bd6f-77d5335df040 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:16.399062 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-d460c22b-07d0-496a-bd6f-77d5335df040 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.81 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 945 time: 0.0534499 Apr 14 22:00:16.399778 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-0b3030f7-43f1-4dd1-bdc8-aba16a9ef145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:16.401394 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-0b3030f7-43f1-4dd1-bdc8-aba16a9ef145 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0615296 Apr 14 22:00:16.492609 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-d82f4292-8393-4690-9c5c-d65bb241b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:16.494473 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-d82f4292-8393-4690-9c5c-d65bb241b197 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510983 Apr 14 22:00:16.545377 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Deleting port d2025463-cfb2-4327-9f49-79f409b3fcbc {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:00:16.545720 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:16.611940 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-f3094975-b1a8-4bf7-8242-0fd68f04892b service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062462 Apr 14 22:00:16.638376 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bd36dc4b-50ad-4b18-a347-d54a464c3c82 req-d0b6e939-8853-4cd7-9b5c-88f41eb5a3cd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 210 time: 0.0334661 Apr 14 22:00:16.695349 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] For port d2025463-cfb2-4327-9f49-79f409b3fcbc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d2025463-cfb2-4327-9f49-79f409b3fcbc,segment=NetworkSegment(a27a8e28-4114-49d3-92ae-eac567d717f4),segment_id=a27a8e28-4114-49d3-92ae-eac567d717f4)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:16.696169 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:16.711480 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Calling delete_port for d2025463-cfb2-4327-9f49-79f409b3fcbc owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:00:16.785579 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-654febc2-c578-43ed-a703-fe84c9c9d96c req-e239905d-2ea2-4dbc-ad69-cd7c4c40361c service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503706 Apr 14 22:00:16.904483 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2883d49-ed16-4d27-bc91-e8558787da50 req-4798ab36-662e-4d5a-af56-38607031444f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:16.909255 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b2883d49-ed16-4d27-bc91-e8558787da50 req-4798ab36-662e-4d5a-af56-38607031444f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0831895 Apr 14 22:00:16.953925 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123faa-7fd6-4451-8e72-a493e99bc64a req-a9e8052c-8840-4471-ae0b-ed14fc380f65 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:16.955644 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fc123faa-7fd6-4451-8e72-a493e99bc64a req-a9e8052c-8840-4471-ae0b-ed14fc380f65 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 945 time: 0.0637243 Apr 14 22:00:16.986196 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b2883d49-ed16-4d27-bc91-e8558787da50 req-0694b0b0-3c58-458f-92ae-5cf5f9b7e72d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722742 Apr 14 22:00:17.011049 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (d2025463-cfb2-4327-9f49-79f409b3fcbc), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:17.051349 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['d2025463-cfb2-4327-9f49-79f409b3fcbc'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:00:17.065284 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Pushing event deleted for resources: {'Port': ['ID=d2025463-cfb2-4327-9f49-79f409b3fcbc,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:17.101065 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fc123faa-7fd6-4451-8e72-a493e99bc64a req-9946e416-d07c-4221-88b5-dfee15a01a57 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398442 Apr 14 22:00:17.146190 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] No DVR routers for this DVR port d2025463-cfb2-4327-9f49-79f409b3fcbc on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:00:17.149348 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:17.152859 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4d6e0ee8-3fd2-4907-8354-0ddae1d29dac req-81e0a7d0-c7bd-4c78-8551-ecfde061a9f3 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.81 "DELETE /v2.0/ports/d2025463-cfb2-4327-9f49-79f409b3fcbc HTTP/1.1" status: 204 len: 173 time: 0.7169933 Apr 14 22:00:17.153350 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43296bd8-079a-440f-8022-8de1eb73db09', 'name': 'network-vif-deleted', 'tag': 'd2025463-cfb2-4327-9f49-79f409b3fcbc'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:00:17.161180 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73488275-2e5e-4e68-83aa-f725120b373b" -d '{"events": [{"server_uuid": "43296bd8-079a-440f-8022-8de1eb73db09", "name": "network-vif-deleted", "tag": "d2025463-cfb2-4327-9f49-79f409b3fcbc"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:00:17.208369 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e501b6b6-2fce-4ba2-8868-88cd4b32cd81 x-openstack-request-id: req-e501b6b6-2fce-4ba2-8868-88cd4b32cd81 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:00:17.208369 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43296bd8-079a-440f-8022-8de1eb73db09", "name": "network-vif-deleted", "tag": "d2025463-cfb2-4327-9f49-79f409b3fcbc", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:00:17.208369 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e501b6b6-2fce-4ba2-8868-88cd4b32cd81 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:00:17.208369 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e501b6b6-2fce-4ba2-8868-88cd4b32cd81'] response: {'server_uuid': '43296bd8-079a-440f-8022-8de1eb73db09', 'name': 'network-vif-deleted', 'tag': 'd2025463-cfb2-4327-9f49-79f409b3fcbc', 'status': 'completed', 'code': 200} Apr 14 22:00:17.792594 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6a4b2eda-52fd-48b9-9a4b-70b5b9a7d803 req-ca12b4ad-630e-4744-a081-585ac9cd4924 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 210 time: 0.0556402 Apr 14 22:00:18.346038 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84f658-d2a8-46ac-b873-a249f7cbb207 req-8f2f0ac7-d5bf-4e28-8e2f-d299889e3f1b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:18.346038 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2f84f658-d2a8-46ac-b873-a249f7cbb207 req-8f2f0ac7-d5bf-4e28-8e2f-d299889e3f1b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1362879 Apr 14 22:00:18.351851 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2bacc46c-473c-4add-8509-da3e5c713ef4 req-b2a20bf9-8b36-40ed-912d-5a22481fc4a0 tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0471067 Apr 14 22:00:18.377657 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2f84f658-d2a8-46ac-b873-a249f7cbb207 req-0a78b827-8023-4e40-8db2-968ba3f6e074 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182005 Apr 14 22:00:18.842470 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-7bfd8b2c-6800-497c-8231-db334301210c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:18.843991 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-7bfd8b2c-6800-497c-8231-db334301210c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.81 "GET /v2.0/networks?id=d7cc0398-02c2-4de0-9d94-41df3d394e36 HTTP/1.1" status: 200 len: 809 time: 0.1679487 Apr 14 22:00:18.849253 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e44ab9eb-06d9-4a30-96bc-55435b9c79fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:18.947087 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-037072c6-2366-4f2e-bff2-49650967ed91 req-cb46a577-15db-4fc3-96cd-95f5739fef71 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 210 time: 0.0632174 Apr 14 22:00:19.044989 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-b5689674-436e-4639-a5e9-986043657f82 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36c976f9546746d293b7a29600a0fad3 HTTP/1.1" status: 200 len: 380 time: 0.1835558 Apr 14 22:00:19.532969 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-93633c6d-9544-4f70-a238-257f090d09f2 req-be0fffab-3b39-4bec-a490-1fe833442bfa tempest-VolumesActionsTest-1846486438 tempest-VolumesActionsTest-1846486438-project] 10.222.0.52 "GET /v2.0/ports?device_id=43296bd8-079a-440f-8022-8de1eb73db09 HTTP/1.1" status: 200 len: 210 time: 0.0669830 Apr 14 22:00:19.573717 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Request body: {'port': {'device_id': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'admin_state_up': True, 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'security_groups': ['44d1b897-4a02-4c55-8206-7ee724296f3a']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:19.723179 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:19.729682 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4d966-db27-4355-895e-8f85665a510b req-2598f2a3-3a9e-400b-8735-19fdc2a138d1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:19.742354 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ba4d966-db27-4355-895e-8f85665a510b req-2598f2a3-3a9e-400b-8735-19fdc2a138d1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.2526457 Apr 14 22:00:19.842327 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ba4d966-db27-4355-895e-8f85665a510b req-42ebd7b0-6291-44b5-a6ad-e2ecbfc33fe8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983031 Apr 14 22:00:19.991981 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Made reservation on behalf of 36c976f9546746d293b7a29600a0fad3 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:00:19.999403 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:20.170528 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3e4612c1-d048-4f87-8ee0-b8371051fa23 req-42c69ff4-84a3-401c-b8d1-120a1de8c3b2 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 210 time: 0.0665374 Apr 14 22:00:20.260489 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Allocated IP 172.20.0.11 (d7cc0398-02c2-4de0-9d94-41df3d394e36/52e3e80c-b04f-40d2-a3e6-a1febd78088f/b27aff80-c99a-46c4-8e83-30a4f33db216) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:20.605062 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:20.787765 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d2025463-cfb2-4327-9f49-79f409b3fcbc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:00:20.818039 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: d2025463-cfb2-4327-9f49-79f409b3fcbc {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:00:20.818720 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d2025463-cfb2-4327-9f49-79f409b3fcbc not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:00:20.850207 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:20.856801 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:20.916205 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Network d7cc0398-02c2-4de0-9d94-41df3d394e36 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:20.923280 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:20.928269 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:20.937197 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'Port': ['ID=b27aff80-c99a-46c4-8e83-30a4f33db216,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:21.039718 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:21.049750 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:21.076488 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a52a37-20ea-4761-a5b2-f09f62f1f19a req-b644a1be-6c08-4eec-8d6e-d2bf0ec0942f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:21.078122 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7a52a37-20ea-4761-a5b2-f09f62f1f19a req-b644a1be-6c08-4eec-8d6e-d2bf0ec0942f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0720315 Apr 14 22:00:21.141361 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7a52a37-20ea-4761-a5b2-f09f62f1f19a req-c21343c6-456c-4ccd-80c8-5eb46528a8da tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554683 Apr 14 22:00:21.304858 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23891f0f-2db6-4f48-9af0-88614be98189 req-d903d4c9-9d3d-463c-a993-96fcd807a37b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:21.306303 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-23891f0f-2db6-4f48-9af0-88614be98189 req-d903d4c9-9d3d-463c-a993-96fcd807a37b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 932 time: 0.0509813 Apr 14 22:00:21.309151 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-50f9b23c-7b7e-4ff9-8882-c7f60a4d65cd None None] Provisioning complete for port b27aff80-c99a-46c4-8e83-30a4f33db216 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:21.309529 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-50f9b23c-7b7e-4ff9-8882-c7f60a4d65cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:21.366588 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-50f9b23c-7b7e-4ff9-8882-c7f60a4d65cd None None] Port b27aff80-c99a-46c4-8e83-30a4f33db216 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:00:21.382386 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-23891f0f-2db6-4f48-9af0-88614be98189 req-9afe4d69-7a4d-4e4c-a324-e559e1455b6f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661483 Apr 14 22:00:21.458704 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-469c6b4f-73b9-4769-b875-5bfade615ad8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8947458 Apr 14 22:00:21.478519 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Request body: {'port': {'device_id': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:21.625012 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:22.194093 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27aff80-c99a-46c4-8e83-30a4f33db216 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:00:22.253344 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Publish callbacks [] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:22.315745 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ab9b8-3278-407c-8003-890d940c457e req-de5f85bc-9579-4ac7-8803-162228747449 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:22.317196 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Transition to ACTIVE for port object b27aff80-c99a-46c4-8e83-30a4f33db216 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:00:22.328888 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-281ab9b8-3278-407c-8003-890d940c457e req-de5f85bc-9579-4ac7-8803-162228747449 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.1080763 Apr 14 22:00:22.346405 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e15c40-a220-4877-ac10-81d70b774812 req-87d7c016-b9e0-422a-9252-dfc31dfc1b85 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:22.349746 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57e15c40-a220-4877-ac10-81d70b774812 req-87d7c016-b9e0-422a-9252-dfc31dfc1b85 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0905778 Apr 14 22:00:22.418766 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-281ab9b8-3278-407c-8003-890d940c457e req-225ccda0-9847-44d7-b5b4-fd2a45431079 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881033 Apr 14 22:00:22.431392 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57e15c40-a220-4877-ac10-81d70b774812 req-eee90acf-3706-44f3-9e9b-5ff441636cab tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734928 Apr 14 22:00:22.449563 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:22.450749 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51608) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:22.556499 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Pushing event updated for resources: {'Port': ['ID=b27aff80-c99a-46c4-8e83-30a4f33db216,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:22.650529 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:22.693946 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Attempting to bind port b27aff80-c99a-46c4-8e83-30a4f33db216 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:00:22.694283 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Attempting to bind port b27aff80-c99a-46c4-8e83-30a4f33db216 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:00:22.694624 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Attempting to bind port b27aff80-c99a-46c4-8e83-30a4f33db216 on network d7cc0398-02c2-4de0-9d94-41df3d394e36 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:00:22.702240 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Port b27aff80-c99a-46c4-8e83-30a4f33db216 on network d7cc0398-02c2-4de0-9d94-41df3d394e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:00:22.711825 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Attempting to bind port b27aff80-c99a-46c4-8e83-30a4f33db216 on network d7cc0398-02c2-4de0-9d94-41df3d394e36 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:00:22.712524 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:00:22.712907 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Checking segment: {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:00:22.713302 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Bound using segment: {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:00:22.713799 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Bound port: b27aff80-c99a-46c4-8e83-30a4f33db216, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:00:22.714183 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:22.853392 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:00:22.866606 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b27aff80-c99a-46c4-8e83-30a4f33db216,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:00:22.879473 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07618-9047-4f0a-83b2-9fff974a4cb3 req-bc98c2db-2cb3-4086-bf74-9fbc325fc77f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:22.882776 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-57b07618-9047-4f0a-83b2-9fff974a4cb3 req-bc98c2db-2cb3-4086-bf74-9fbc325fc77f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.2573586 Apr 14 22:00:22.909887 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faf83ff-5481-4276-8a6b-6184fa83fa7a tempest-TestMinimumBasicScenario-169673520 tempest-TestMinimumBasicScenario-169673520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:22.915135 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0faf83ff-5481-4276-8a6b-6184fa83fa7a tempest-TestMinimumBasicScenario-169673520 tempest-TestMinimumBasicScenario-169673520-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1124 time: 0.4605632 Apr 14 22:00:22.915709 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 51616) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:22.930238 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'port_id': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:22.979587 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:23.066436 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-57b07618-9047-4f0a-83b2-9fff974a4cb3 req-bb769388-371f-4978-a974-ab36c13eaa52 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740630 Apr 14 22:00:23.124498 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Pushing event updated for resources: {'Port': ['ID=b27aff80-c99a-46c4-8e83-30a4f33db216,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:23.134847 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:23.135794 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:23.138342 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-8150d3ef-99ea-43ab-bea5-de9aab9f3a51 service neutron] 10.222.0.81 "PUT /v2.0/ports/b27aff80-c99a-46c4-8e83-30a4f33db216 HTTP/1.1" status: 200 len: 1094 time: 1.6653104 Apr 14 22:00:23.139048 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:00:23.144205 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0856ea2e-f61e-4ef3-8589-046aa0b78bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:00:23.221604 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:23.257785 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e204a3-375d-4ee6-ac71-0d8cb9fcb3d9 x-openstack-request-id: req-71e204a3-375d-4ee6-ac71-0d8cb9fcb3d9 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:00:23.258104 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:00:23.258460 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71e204a3-375d-4ee6-ac71-0d8cb9fcb3d9 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:00:23.261015 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e204a3-375d-4ee6-ac71-0d8cb9fcb3d9'] response: {'name': 'network-changed', 'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'status': 'completed', 'code': 200} Apr 14 22:00:23.390809 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:23.592999 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Allocated IP 172.27.1.244 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/72c41a06-0cf9-4b0a-9df8-cd64233ef5e8) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:23.596839 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856ea2e-f61e-4ef3-8589-046aa0b78bc5 req-955deafc-8de1-4521-bf96-bf2d60d53a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:23.598401 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0856ea2e-f61e-4ef3-8589-046aa0b78bc5 req-955deafc-8de1-4521-bf96-bf2d60d53a2d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=36c976f9546746d293b7a29600a0fad3&device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1128 time: 0.3098214 Apr 14 22:00:23.722830 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad933c9d-db06-4a31-8700-3a0f4c5661b4 req-49763759-249e-4f4b-8947-c263dccf4594 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:23.753220 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ad933c9d-db06-4a31-8700-3a0f4c5661b4 req-49763759-249e-4f4b-8947-c263dccf4594 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1196506 Apr 14 22:00:23.842876 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856ea2e-f61e-4ef3-8589-046aa0b78bc5 req-7958fde3-41c6-419b-b256-7ab6b2babc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:23.849590 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0856ea2e-f61e-4ef3-8589-046aa0b78bc5 req-7958fde3-41c6-419b-b256-7ab6b2babc2c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=36c976f9546746d293b7a29600a0fad3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2343180 Apr 14 22:00:23.852754 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for port (72c41a06-0cf9-4b0a-9df8-cd64233ef5e8), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:23.864450 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ad933c9d-db06-4a31-8700-3a0f4c5661b4 req-707afebc-b4e2-4b23-b803-1122dd1e2886 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090083 Apr 14 22:00:23.985345 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856ea2e-f61e-4ef3-8589-046aa0b78bc5 req-f629471c-c15a-4dc2-a7c4-6be1a6b15eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:23.989868 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0856ea2e-f61e-4ef3-8589-046aa0b78bc5 req-f629471c-c15a-4dc2-a7c4-6be1a6b15eea service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320395 Apr 14 22:00:24.078867 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (72c41a06-0cf9-4b0a-9df8-cd64233ef5e8), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:24.081908 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-4f853056-ae82-4e9a-9644-85134784c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:24.083606 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-4f853056-ae82-4e9a-9644-85134784c97f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=36c976f9546746d293b7a29600a0fad3&device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1128 time: 0.0468118 Apr 14 22:00:24.162052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:24.166252 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-dc829e7e-4ddc-4bc6-9ebc-125f2fa2c357 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27aff80-c99a-46c4-8e83-30a4f33db216 HTTP/1.1" status: 200 len: 217 time: 0.0708208 Apr 14 22:00:24.170323 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:24.177727 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:24.251024 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'Port': ['ID=72c41a06-0cf9-4b0a-9df8-cd64233ef5e8,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:24.316658 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0f69-e3a2-44fe-a2c2-1841837d9e0f req-0c667d49-38e0-4ba4-976e-330032e7a664 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:24.318277 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c20c0f69-e3a2-44fe-a2c2-1841837d9e0f req-0c667d49-38e0-4ba4-976e-330032e7a664 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1272535 Apr 14 22:00:24.345634 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-3fb08798-e364-44be-b972-92cb0069c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:24.347135 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-3fb08798-e364-44be-b972-92cb0069c68d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52e3e80c-b04f-40d2-a3e6-a1febd78088f HTTP/1.1" status: 200 len: 848 time: 0.1670818 Apr 14 22:00:24.443542 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c20c0f69-e3a2-44fe-a2c2-1841837d9e0f req-8bbf0af7-f91d-4c81-b52e-18a80905d264 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016431 Apr 14 22:00:24.879508 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for floatingip (7b91939a-92d1-45ed-a32a-374a23c9cd60), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:25.057269 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be73643-032d-4be7-a15c-9c611b9f09c4 req-db97b074-7726-4a5f-be07-da1b99899751 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:25.058879 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4be73643-032d-4be7-a15c-9c611b9f09c4 req-db97b074-7726-4a5f-be07-da1b99899751 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0662601 Apr 14 22:00:25.128069 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4be73643-032d-4be7-a15c-9c611b9f09c4 req-19314166-b6a1-426f-acc6-96ef110d9810 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621669 Apr 14 22:00:25.164900 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (72c41a06-0cf9-4b0a-9df8-cd64233ef5e8), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:25.398792 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for port (72c41a06-0cf9-4b0a-9df8-cd64233ef5e8), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:25.983095 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-ba932b5a-a0d9-498c-b887-356cf4a59d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:25.984864 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-ba932b5a-a0d9-498c-b887-356cf4a59d24 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7cc0398-02c2-4de0-9d94-41df3d394e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416703 Apr 14 22:00:26.055971 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a89c-1d66-45a7-9456-ecddf9f01f0f req-e7ba3ccc-6c33-471e-b7b1-98e2e338a02b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:26.057518 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-04d2a89c-1d66-45a7-9456-ecddf9f01f0f req-e7ba3ccc-6c33-471e-b7b1-98e2e338a02b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0477412 Apr 14 22:00:26.058635 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (72c41a06-0cf9-4b0a-9df8-cd64233ef5e8), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:26.156195 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'Port': ['ID=72c41a06-0cf9-4b0a-9df8-cd64233ef5e8,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:26.181575 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-04d2a89c-1d66-45a7-9456-ecddf9f01f0f req-6585a2cc-2dc8-4f7d-8f87-36bffd1ad370 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178448 Apr 14 22:00:26.193492 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (7b91939a-92d1-45ed-a32a-374a23c9cd60), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:26.315250 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1690e01-4ca9-43df-9046-d67ca56943f7 req-66901cca-af97-4c47-befa-6363d48522c3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:26.324829 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d1690e01-4ca9-43df-9046-d67ca56943f7 req-66901cca-af97-4c47-befa-6363d48522c3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0787330 Apr 14 22:00:26.400563 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d1690e01-4ca9-43df-9046-d67ca56943f7 req-222ad846-1f14-43ef-9c45-49707d4e8809 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744083 Apr 14 22:00:26.612029 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Floating IP 7b91939a-92d1-45ed-a32a-374a23c9cd60 associated. External IP: 172.27.1.244, port: 48e2697a-9f35-4714-91cb-ea27b54cebf3. Apr 14 22:00:26.899120 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Router 32118357-f0de-4b36-b2d9-4bf6b705e27c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:00:27.037708 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:00:27.049473 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] Sync routers for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:00:27.061677 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:00:27.064061 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:00:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:27.142669 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:27.230872 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7f5f4ef3-0834-4352-be57-8a94dae10c47 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3110874 Apr 14 22:00:27.231531 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51668) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:27.233219 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:00:27.236632 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404566353', 'description': 'tempest-secgroup-smoke-1404566353 description', 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:27.240509 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664755b-bbfa-49d5-a551-bc9bb9c078c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:00:27.278443 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:00:27.284413 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-f4279490-df8c-4a3d-9fc7-7d9e3b5ef900 service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054467 Apr 14 22:00:27.345636 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:27.347852 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1163ab0-5b5a-457c-ad9e-bc2ef84e93a8 x-openstack-request-id: req-c1163ab0-5b5a-457c-ad9e-bc2ef84e93a8 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:00:27.348893 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:00:27.349600 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1163ab0-5b5a-457c-ad9e-bc2ef84e93a8 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:00:27.350822 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1163ab0-5b5a-457c-ad9e-bc2ef84e93a8'] response: {'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'status': 'completed', 'code': 200} Apr 14 22:00:27.463581 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310371d5-ad14-46ce-bb55-777540ef57bb req-4bd0b604-d81e-4c4a-9bc5-fa1b3c95f56e tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:27.470566 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-310371d5-ad14-46ce-bb55-777540ef57bb req-4bd0b604-d81e-4c4a-9bc5-fa1b3c95f56e tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1134336 Apr 14 22:00:27.495264 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group (b19bb846-2262-4750-ab36-e95cefd973dc), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:27.550814 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:45Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '7b91939a-92d1-45ed-a32a-374a23c9cd60', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'port_id': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'mac_address': 'fa:16:3e:25:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:00:24Z', 'updated_at': '2022-04-14T22:00:24Z', 'revision_number': 0, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444bd611-8667-4e56-929b-a07063a5a0ad', 'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'mac_address': 'fa:16:3e:a4:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:44Z', 'updated_at': '2022-04-14T21:58:50Z', 'revision_number': 5, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'subnets': [{'id': '34492abf-7c54-403b-92f3-c324f4917c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:27.571234 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-310371d5-ad14-46ce-bb55-777540ef57bb req-7054d728-d5dd-457b-a994-6e44d3f0e083 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942566 Apr 14 22:00:27.575138 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (b19bb846-2262-4750-ab36-e95cefd973dc), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:27.602594 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] Checking router: 32118357-f0de-4b36-b2d9-4bf6b705e27c for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:00:27.614144 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd422100-506c-4be2-9662-68aa9c7d81b6 req-074b4edf-36f3-4f29-8840-d26a68fdba7b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:27.619205 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:00:27.620166 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:00:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:27.625785 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dd422100-506c-4be2-9662-68aa9c7d81b6 req-074b4edf-36f3-4f29-8840-d26a68fdba7b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1002126 Apr 14 22:00:27.671776 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19bb846-2262-4750-ab36-e95cefd973dc,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:27.700797 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.702005 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.702641 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.702987 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.704881 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.704881 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.704881 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.705168 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.705500 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.705884 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.706180 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.706499 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.706822 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.707137 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.707624 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:27.729099 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:27.736750 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 51674) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:27.738156 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5d344413-774e-4b3d-951f-1d077df7cdaf tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5054588 Apr 14 22:00:27.743562 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-6c9465a6-988e-40ff-8e78-e69d2f513eb7 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'security_group_rule': {'security_group_id': 'b19bb846-2262-4750-ab36-e95cefd973dc', 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:27.755152 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dd422100-506c-4be2-9662-68aa9c7d81b6 req-a61e73cb-4bdd-434f-9d27-6c03ca31fbe3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279292 Apr 14 22:00:27.815706 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:00:27.875018 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6c9465a6-988e-40ff-8e78-e69d2f513eb7 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (49e6387d-e5c1-4e98-90dc-969ecbf2c475), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:27.994001 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6c9465a6-988e-40ff-8e78-e69d2f513eb7 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (49e6387d-e5c1-4e98-90dc-969ecbf2c475), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:28.083752 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6c9465a6-988e-40ff-8e78-e69d2f513eb7 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (49e6387d-e5c1-4e98-90dc-969ecbf2c475), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:28.109542 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9465a6-988e-40ff-8e78-e69d2f513eb7 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e6387d-e5c1-4e98-90dc-969ecbf2c475,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:28.269281 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6c9465a6-988e-40ff-8e78-e69d2f513eb7 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:28.270940 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6c9465a6-988e-40ff-8e78-e69d2f513eb7 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5320444 Apr 14 22:00:28.274338 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51680) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:28.283777 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-3ee43af4-0a05-4865-badc-55b4dd85802a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'security_group_rule': {'security_group_id': 'b19bb846-2262-4750-ab36-e95cefd973dc', 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:28.301818 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:45Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '7b91939a-92d1-45ed-a32a-374a23c9cd60', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'port_id': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'mac_address': 'fa:16:3e:25:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:00:24Z', 'updated_at': '2022-04-14T22:00:24Z', 'revision_number': 0, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444bd611-8667-4e56-929b-a07063a5a0ad', 'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'mac_address': 'fa:16:3e:a4:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:44Z', 'updated_at': '2022-04-14T21:58:50Z', 'revision_number': 5, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'subnets': [{'id': '34492abf-7c54-403b-92f3-c324f4917c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:28.348662 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25fbe5-f9f4-4112-8ad0-8d47a058b84a None None] The sync data for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi is: [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:45Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '7b91939a-92d1-45ed-a32a-374a23c9cd60', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'port_id': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'mac_address': 'fa:16:3e:25:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:00:24Z', 'updated_at': '2022-04-14T22:00:24Z', 'revision_number': 0, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444bd611-8667-4e56-929b-a07063a5a0ad', 'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'mac_address': 'fa:16:3e:a4:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:44Z', 'updated_at': '2022-04-14T21:58:50Z', 'revision_number': 5, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'subnets': [{'id': '34492abf-7c54-403b-92f3-c324f4917c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:00:28.455773 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3ee43af4-0a05-4865-badc-55b4dd85802a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (237e0983-548c-41d3-bafc-eaedfc70ca2a), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:28.574912 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3ee43af4-0a05-4865-badc-55b4dd85802a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (237e0983-548c-41d3-bafc-eaedfc70ca2a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:28.689303 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3ee43af4-0a05-4865-badc-55b4dd85802a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (237e0983-548c-41d3-bafc-eaedfc70ca2a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:28.691441 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c78f06-7c81-42ce-8980-7013be89731d None None] New status for floating IP 7b91939a-92d1-45ed-a32a-374a23c9cd60: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:00:28.716486 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee43af4-0a05-4865-badc-55b4dd85802a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237e0983-548c-41d3-bafc-eaedfc70ca2a,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:28.768853 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cb7d9-e316-444c-9472-2cc5a548049c req-80001f35-8097-4fe4-a170-abda23f55b37 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:28.770501 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e44cb7d9-e316-444c-9472-2cc5a548049c req-80001f35-8097-4fe4-a170-abda23f55b37 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1086714 Apr 14 22:00:28.811117 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3ee43af4-0a05-4865-badc-55b4dd85802a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:28.814521 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3ee43af4-0a05-4865-badc-55b4dd85802a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5381198 Apr 14 22:00:28.817167 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51686) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:28.831226 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-c9485326-f8d7-40d2-8172-295700d217b6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'security_group_rule': {'security_group_id': 'b19bb846-2262-4750-ab36-e95cefd973dc', 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:28.894385 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d46bbc1-a5dc-4443-bfdf-c22ccd169c94 req-ccaf0e23-800d-4bb7-8d61-f8cd4034ae50 service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698594 Apr 14 22:00:28.946670 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e44cb7d9-e316-444c-9472-2cc5a548049c req-b18d0f8c-c1b4-4700-a44d-7ecbdf6c428a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431353 Apr 14 22:00:29.013682 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-f65f9106-ee77-4ba8-acd5-d1eb6337d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:29.015226 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-f65f9106-ee77-4ba8-acd5-d1eb6337d529 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1129 time: 0.1158648 Apr 14 22:00:29.049259 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1151ced-29a4-45e3-906d-0a57540552ef req-5c3db6c8-e17d-4a8b-8dd4-286bd45aa73a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:29.062003 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b1151ced-29a4-45e3-906d-0a57540552ef req-5c3db6c8-e17d-4a8b-8dd4-286bd45aa73a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0997987 Apr 14 22:00:29.111191 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c9485326-f8d7-40d2-8172-295700d217b6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (cc980439-8d6a-440e-af49-d1c5361e0f7f), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:29.230689 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b1151ced-29a4-45e3-906d-0a57540552ef req-6e070e84-a337-44a3-9a92-4b135aad00ae tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676593 Apr 14 22:00:29.251149 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-e1b9c847-bbf9-4802-96c0-e4fd4895db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:29.252769 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-e1b9c847-bbf9-4802-96c0-e4fd4895db25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380 HTTP/1.1" status: 200 len: 915 time: 0.2223434 Apr 14 22:00:29.276294 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c9485326-f8d7-40d2-8172-295700d217b6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (cc980439-8d6a-440e-af49-d1c5361e0f7f), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:29.341871 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c9485326-f8d7-40d2-8172-295700d217b6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (cc980439-8d6a-440e-af49-d1c5361e0f7f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:29.374353 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9485326-f8d7-40d2-8172-295700d217b6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc980439-8d6a-440e-af49-d1c5361e0f7f,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:30.085145 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2778154-cf67-4168-896c-d21ac78d25f9 req-d8d2fec8-ad15-434e-8324-83e4ea9b4176 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:30.086736 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d2778154-cf67-4168-896c-d21ac78d25f9 req-d8d2fec8-ad15-434e-8324-83e4ea9b4176 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0553343 Apr 14 22:00:30.147477 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d2778154-cf67-4168-896c-d21ac78d25f9 req-43561aec-63a2-42a8-959a-8813093cfc9e tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522780 Apr 14 22:00:30.389554 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb885e-1a11-4bec-9a3c-d95866deaecd req-09760982-009b-4767-a0cb-e7079344ffc8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:30.402960 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-49bb885e-1a11-4bec-9a3c-d95866deaecd req-09760982-009b-4767-a0cb-e7079344ffc8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0634789 Apr 14 22:00:30.402960 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c9485326-f8d7-40d2-8172-295700d217b6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:30.402960 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c9485326-f8d7-40d2-8172-295700d217b6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5796201 Apr 14 22:00:30.403525 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 51702) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:30.411216 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-a47753b7-c7ae-4628-825a-52eec7942644 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'security_group_rule': {'security_group_id': 'b19bb846-2262-4750-ab36-e95cefd973dc', 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:30.454859 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-49bb885e-1a11-4bec-9a3c-d95866deaecd req-8e83799c-e8bf-45bb-b625-678db33f9bd8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539830 Apr 14 22:00:30.661097 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a47753b7-c7ae-4628-825a-52eec7942644 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (3bf741c4-3f1d-4763-b968-c6510c6e7098), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:30.738630 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a47753b7-c7ae-4628-825a-52eec7942644 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (3bf741c4-3f1d-4763-b968-c6510c6e7098), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:30.872250 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a47753b7-c7ae-4628-825a-52eec7942644 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (3bf741c4-3f1d-4763-b968-c6510c6e7098), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:30.902351 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47753b7-c7ae-4628-825a-52eec7942644 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf741c4-3f1d-4763-b968-c6510c6e7098,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:31.008966 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a47753b7-c7ae-4628-825a-52eec7942644 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:31.012031 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a47753b7-c7ae-4628-825a-52eec7942644 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6072557 Apr 14 22:00:31.013368 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51722) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:31.026691 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-de1ff6e4-0801-4737-9af2-bb26700a52e6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'security_group_rule': {'security_group_id': 'b19bb846-2262-4750-ab36-e95cefd973dc', 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:31.186115 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.securitygroups_db [None req-de1ff6e4-0801-4737-9af2-bb26700a52e6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Project 40c5ee7a5b0640ecbb513c322c45dcc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:00:31.198202 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-de1ff6e4-0801-4737-9af2-bb26700a52e6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (bdeae0a2-7851-46e9-b159-6096b88224e4), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:31.387860 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-de1ff6e4-0801-4737-9af2-bb26700a52e6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (bdeae0a2-7851-46e9-b159-6096b88224e4), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:31.417031 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9155b-abf3-4183-bc94-ef5cf9c7d1e7 req-73cad39d-31db-4daf-8ae0-c0b083b24b73 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:31.419502 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-86c9155b-abf3-4183-bc94-ef5cf9c7d1e7 req-73cad39d-31db-4daf-8ae0-c0b083b24b73 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0900686 Apr 14 22:00:31.543424 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-86c9155b-abf3-4183-bc94-ef5cf9c7d1e7 req-2f0e52bc-840b-4692-9bbb-eb8a781b7b94 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101787 Apr 14 22:00:31.552064 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-d11d5fef-09c4-4928-a821-adde05d0319a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 1001 time: 0.1180601 Apr 14 22:00:31.670896 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-c20805e8-e47d-4c40-a556-8d6de96ff884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:31.672688 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-c20805e8-e47d-4c40-a556-8d6de96ff884 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34492abf-7c54-403b-92f3-c324f4917c48 HTTP/1.1" status: 200 len: 853 time: 0.1132443 Apr 14 22:00:31.692792 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c732d-2828-4cf7-ad8b-c3a7c7b3fff1 req-71c42edf-e446-4719-a220-e59545ee1da3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:31.695361 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f91c732d-2828-4cf7-ad8b-c3a7c7b3fff1 req-71c42edf-e446-4719-a220-e59545ee1da3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1037104 Apr 14 22:00:31.770375 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-1fa8e8ac-7b11-4f02-ae01-ad30d1e93f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:31.771819 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-1fa8e8ac-7b11-4f02-ae01-ad30d1e93f19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752895 Apr 14 22:00:31.866442 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f91c732d-2828-4cf7-ad8b-c3a7c7b3fff1 req-e1561477-fa40-4236-8886-a8bfe4c5c161 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538846 Apr 14 22:00:31.915039 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-de1ff6e4-0801-4737-9af2-bb26700a52e6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (bdeae0a2-7851-46e9-b159-6096b88224e4), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:31.965960 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ff6e4-0801-4737-9af2-bb26700a52e6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdeae0a2-7851-46e9-b159-6096b88224e4,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:32.014742 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-2a1c3d3c-5482-4ba5-aa88-edb2d4f0cc0e service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347031 Apr 14 22:00:32.065525 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-de1ff6e4-0801-4737-9af2-bb26700a52e6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:32.067348 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-de1ff6e4-0801-4737-9af2-bb26700a52e6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0521393 Apr 14 22:00:32.071227 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 51736) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:32.079445 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-240ad52d-ab83-4f9a-8a5d-98b125863b45 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'security_group_rule': {'security_group_id': 'b19bb846-2262-4750-ab36-e95cefd973dc', 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:32.167998 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b664755b-bbfa-49d5-a551-bc9bb9c078c0 req-6ec86d38-8d60-4836-9f88-bfe48112cdde service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366551 Apr 14 22:00:32.221801 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.securitygroups_db [None req-240ad52d-ab83-4f9a-8a5d-98b125863b45 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Project 40c5ee7a5b0640ecbb513c322c45dcc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:00:32.236743 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-240ad52d-ab83-4f9a-8a5d-98b125863b45 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (1c4b4b2c-d143-42db-972c-5228b707acb2), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:32.374345 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-240ad52d-ab83-4f9a-8a5d-98b125863b45 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (1c4b4b2c-d143-42db-972c-5228b707acb2), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:32.502316 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-240ad52d-ab83-4f9a-8a5d-98b125863b45 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (1c4b4b2c-d143-42db-972c-5228b707acb2), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:32.528108 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ad52d-ab83-4f9a-8a5d-98b125863b45 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4b4b2c-d143-42db-972c-5228b707acb2,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:32.732321 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-240ad52d-ab83-4f9a-8a5d-98b125863b45 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:32.735281 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-240ad52d-ab83-4f9a-8a5d-98b125863b45 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6613672 Apr 14 22:00:32.851957 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932d6c5-e9e1-4b02-bf5d-a8e2358c3e04 req-1bdaa874-b151-40eb-bd61-f86f8d40970b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:32.866998 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d932d6c5-e9e1-4b02-bf5d-a8e2358c3e04 req-1bdaa874-b151-40eb-bd61-f86f8d40970b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1766036 Apr 14 22:00:32.957592 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d932d6c5-e9e1-4b02-bf5d-a8e2358c3e04 req-b62bc3c7-66b3-4a4a-b41a-774f10f98b20 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860579 Apr 14 22:00:33.061238 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-d2d95897-7055-4a6b-92be-3b351f85853a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404566353&fields=id&tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8 HTTP/1.1" status: 200 len: 267 time: 0.1525979 Apr 14 22:00:33.130521 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-01cf82fb-fd3b-4e6c-90b3-cb1af2209f87 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:33.139464 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-01cf82fb-fd3b-4e6c-90b3-cb1af2209f87 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0769227 Apr 14 22:00:33.146678 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-8807f98a-e10f-4f69-ae71-aff60e126ee8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'port': {'security_groups': ['09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9', 'b19bb846-2262-4750-ab36-e95cefd973dc']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:33.210717 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f68a-9667-4f7e-8c62-254b5003467b req-2a23ae59-0dc5-4fa0-942a-36fe8112cc72 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:33.220561 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7ab8f68a-9667-4f7e-8c62-254b5003467b req-2a23ae59-0dc5-4fa0-942a-36fe8112cc72 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0858920 Apr 14 22:00:33.302008 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-8807f98a-e10f-4f69-ae71-aff60e126ee8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:33.311591 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7ab8f68a-9667-4f7e-8c62-254b5003467b req-79e09380-3a81-4ce0-bad9-c1f236fe4386 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889559 Apr 14 22:00:33.682921 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-8807f98a-e10f-4f69-ae71-aff60e126ee8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] For port 48e2697a-9f35-4714-91cb-ea27b54cebf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:33.748512 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-8807f98a-e10f-4f69-ae71-aff60e126ee8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:33.855332 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-8807f98a-e10f-4f69-ae71-aff60e126ee8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:33.894005 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['48e2697a-9f35-4714-91cb-ea27b54cebf3'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:00:33.975136 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-8807f98a-e10f-4f69-ae71-aff60e126ee8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:33.976100 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-8807f98a-e10f-4f69-ae71-aff60e126ee8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:33.986872 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e00ab809-25ea-4605-9d19-8b62b8ebc213 req-8807f98a-e10f-4f69-ae71-aff60e126ee8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "PUT /v2.0/ports/48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 981 time: 0.8454552 Apr 14 22:00:34.050374 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:00:34.061843 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441db91-82c7-44f7-85db-a909186698a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:00:34.187141 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807f98a-e10f-4f69-ae71-aff60e126ee8 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'Port': ['ID=48e2697a-9f35-4714-91cb-ea27b54cebf3,revision_number=6']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:34.274332 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['48e2697a-9f35-4714-91cb-ea27b54cebf3'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:00:34.389285 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a51dfe-2143-474a-a814-bdd1fb1f5f05 req-e97b18c7-bacd-42d9-abdc-204ba76575cb tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:34.392068 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7a51dfe-2143-474a-a814-bdd1fb1f5f05 req-e97b18c7-bacd-42d9-abdc-204ba76575cb tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.1256533 Apr 14 22:00:34.419335 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06b123-bf45-41e4-a5c6-11b97254470a req-e675a283-f9d8-428e-b1bc-d5d9a283a8e9 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:34.432811 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc06b123-bf45-41e4-a5c6-11b97254470a req-e675a283-f9d8-428e-b1bc-d5d9a283a8e9 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1916089 Apr 14 22:00:34.511277 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7a51dfe-2143-474a-a814-bdd1fb1f5f05 req-957ae1c1-5763-4d44-8c57-a2da0f263c60 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062613 Apr 14 22:00:34.554557 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc06b123-bf45-41e4-a5c6-11b97254470a req-113d2bee-5147-4b4c-a1d5-98c981bf7790 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111987 Apr 14 22:00:34.579463 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1686f6e8-80c9-498e-b2e7-b82149a218bf x-openstack-request-id: req-1686f6e8-80c9-498e-b2e7-b82149a218bf {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:00:34.580026 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:00:34.580836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1686f6e8-80c9-498e-b2e7-b82149a218bf {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:00:34.581383 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1686f6e8-80c9-498e-b2e7-b82149a218bf'] response: {'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'status': 'completed', 'code': 200} Apr 14 22:00:34.584604 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-7e373f15-6244-425a-b652-3d3d36c041d7 None None] Provisioning complete for port 48e2697a-9f35-4714-91cb-ea27b54cebf3 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:34.603471 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7e373f15-6244-425a-b652-3d3d36c041d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:34.680902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-44813d10-f548-4469-b44d-1215bea23bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:34.684421 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-44813d10-f548-4469-b44d-1215bea23bd2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 1129 time: 0.0915787 Apr 14 22:00:34.686177 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441db91-82c7-44f7-85db-a909186698a0 req-143c10df-e606-4c49-8796-b57e59c27214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:34.687859 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7441db91-82c7-44f7-85db-a909186698a0 req-143c10df-e606-4c49-8796-b57e59c27214 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1168 time: 0.0703285 Apr 14 22:00:34.826816 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-a52dbe55-fb54-4cf8-b737-8a21ed8cb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:34.829512 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-a52dbe55-fb54-4cf8-b737-8a21ed8cb40c service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 916 time: 0.1288598 Apr 14 22:00:34.837679 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427deb9-0843-4c9f-9c2a-1d45bac509d0 req-8a6d812e-b407-4426-a572-67e62a5acb4b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:34.839858 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e427deb9-0843-4c9f-9c2a-1d45bac509d0 req-8a6d812e-b407-4426-a572-67e62a5acb4b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.1486523 Apr 14 22:00:34.947324 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-3bf79464-c6ac-4f8a-8116-3950ae365dad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38037253-9284-4eb4-9a96-40035e46c7a0 HTTP/1.1" status: 200 len: 1001 time: 0.1095912 Apr 14 22:00:34.961551 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441db91-82c7-44f7-85db-a909186698a0 req-54a0e3d5-ee12-4e2f-a5d3-02b6e93afb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:34.963581 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7441db91-82c7-44f7-85db-a909186698a0 req-54a0e3d5-ee12-4e2f-a5d3-02b6e93afb4d service neutron] 10.222.0.81 "GET /v2.0/networks?id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380 HTTP/1.1" status: 200 len: 915 time: 0.2606502 Apr 14 22:00:34.976275 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e427deb9-0843-4c9f-9c2a-1d45bac509d0 req-ea132ccc-0da8-4e66-927d-2e7ad9f62608 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192710 Apr 14 22:00:35.059265 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-09fcce63-8b80-407b-b8eb-a340caed7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:35.059265 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-09fcce63-8b80-407b-b8eb-a340caed7855 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0946305 Apr 14 22:00:35.068921 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7e373f15-6244-425a-b652-3d3d36c041d7 None None] Current status of the port 48e2697a-9f35-4714-91cb-ea27b54cebf3 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:35.133832 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7441db91-82c7-44f7-85db-a909186698a0 req-86b2316a-5c6f-4c9e-865c-5973619962f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 1001 time: 0.1560979 Apr 14 22:00:35.134241 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-af56736e-02df-4a11-bf30-7850968c2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:35.135765 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-af56736e-02df-4a11-bf30-7850968c2424 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641525 Apr 14 22:00:35.195914 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441db91-82c7-44f7-85db-a909186698a0 req-7ef2cef1-f41f-4421-93e1-ce1761b125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:35.197393 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7441db91-82c7-44f7-85db-a909186698a0 req-7ef2cef1-f41f-4421-93e1-ce1761b125fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34492abf-7c54-403b-92f3-c324f4917c48 HTTP/1.1" status: 200 len: 853 time: 0.0515196 Apr 14 22:00:35.251591 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441db91-82c7-44f7-85db-a909186698a0 req-39a513e4-d626-4460-a958-de01ecf30f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:35.253446 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7441db91-82c7-44f7-85db-a909186698a0 req-39a513e4-d626-4460-a958-de01ecf30f6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486274 Apr 14 22:00:35.263089 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-f6966c46-5bba-4c07-9a53-82961462aba4 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171663 Apr 14 22:00:35.408083 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7441db91-82c7-44f7-85db-a909186698a0 req-158e4ccb-ec7e-4a67-ab70-5eddbc1dedb2 service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467373 Apr 14 22:00:35.444017 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0af6a6b-4a1e-4fff-a463-eaa9434b56dc req-ea13b809-67e7-4624-8566-3bff97585d0d service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699128 Apr 14 22:00:35.565734 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7441db91-82c7-44f7-85db-a909186698a0 req-0e36e93f-a8d0-4d47-bfc2-54c87c38ba6c service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502802 Apr 14 22:00:35.787842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced13db2-c24b-45f4-9b8b-3ec393fec20b req-a960c90b-3b37-4368-afeb-c8cba331ff52 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:35.799200 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ced13db2-c24b-45f4-9b8b-3ec393fec20b req-a960c90b-3b37-4368-afeb-c8cba331ff52 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0951035 Apr 14 22:00:35.891243 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ced13db2-c24b-45f4-9b8b-3ec393fec20b req-2da4e42b-a05e-48f7-87d1-4ebaa102efa9 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901325 Apr 14 22:00:36.172485 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724edd8-c9dc-4d89-ac36-1df7f908970b req-d9349e0a-e3ea-41b6-a825-944ec6085896 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:36.177538 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1724edd8-c9dc-4d89-ac36-1df7f908970b req-d9349e0a-e3ea-41b6-a825-944ec6085896 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 945 time: 0.0812345 Apr 14 22:00:36.290840 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1724edd8-c9dc-4d89-ac36-1df7f908970b req-b7667fb4-5d5f-4740-8381-d20c46ab3f05 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079311 Apr 14 22:00:36.846784 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:00:37.022900 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 38037253-9284-4eb4-9a96-40035e46c7a0 is: ACTIVE; New status is: DOWN {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:37.023453 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:37.074363 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:00:37.078162 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84b1229-43c4-4126-9b77-1ceea41bffab" -d '{"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-unplugged", "status": "completed", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:00:37.118256 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:37.165773 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 22:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a085c04-53b5-4423-8769-102ba4482a1f x-openstack-request-id: req-5a085c04-53b5-4423-8769-102ba4482a1f {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:00:37.167276 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-unplugged", "status": "completed", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:00:37.167541 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a085c04-53b5-4423-8769-102ba4482a1f {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:00:37.168500 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a085c04-53b5-4423-8769-102ba4482a1f'] response: {'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0', 'code': 200} Apr 14 22:00:37.175999 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1a331-cc81-42c6-b58a-0c357c99827d req-3a129348-3cde-4bff-9289-578f869b876d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:37.178455 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87b1a331-cc81-42c6-b58a-0c357c99827d req-3a129348-3cde-4bff-9289-578f869b876d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1392221 Apr 14 22:00:37.266315 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:37.269044 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87b1a331-cc81-42c6-b58a-0c357c99827d req-a2294e0b-a85e-44ff-8d57-28b2be81584f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784197 Apr 14 22:00:37.379122 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=8']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:37.535233 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3e9d0-ac4a-406e-896e-48da258eccbf req-dfbc8227-e96f-4d83-88ce-e697abb81dd6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:37.537125 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80e3e9d0-ac4a-406e-896e-48da258eccbf req-dfbc8227-e96f-4d83-88ce-e697abb81dd6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0707219 Apr 14 22:00:37.623092 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80e3e9d0-ac4a-406e-896e-48da258eccbf req-dd27e573-102e-4a52-95bb-c2890657552d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701389 Apr 14 22:00:38.521671 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03cf29-6755-4d7f-b06b-304166de6b4d req-becdc607-ec4d-4999-aa73-fa8d4b2eb755 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:38.525550 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8f03cf29-6755-4d7f-b06b-304166de6b4d req-becdc607-ec4d-4999-aa73-fa8d4b2eb755 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1186309 Apr 14 22:00:38.609866 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8f03cf29-6755-4d7f-b06b-304166de6b4d req-985c47f0-1b96-4bff-987a-42b0d943962b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763643 Apr 14 22:00:38.825214 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f0c2f-dd9b-4a82-a5c5-69999e16e28d req-860dc326-19d9-4239-9462-3394a418499e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:38.839518 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9d2f0c2f-dd9b-4a82-a5c5-69999e16e28d req-860dc326-19d9-4239-9462-3394a418499e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.1042554 Apr 14 22:00:38.908994 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9d2f0c2f-dd9b-4a82-a5c5-69999e16e28d req-1ff8153d-fed2-4d0b-b7fb-1270c60d6285 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560193 Apr 14 22:00:39.822203 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd56db-24c2-4dc8-a8fa-6ab0f6bbe85f req-0f73680e-9532-4b6e-b322-6e09d1163dc6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:39.824787 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85fd56db-24c2-4dc8-a8fa-6ab0f6bbe85f req-0f73680e-9532-4b6e-b322-6e09d1163dc6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0895584 Apr 14 22:00:39.946754 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:39.949536 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85fd56db-24c2-4dc8-a8fa-6ab0f6bbe85f req-076bad1c-1e5d-4dbd-9f7a-95297f895074 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009972 Apr 14 22:00:40.128863 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd13309-7e6a-4ce5-8340-2292725a480c req-3eb96bff-c622-45d6-9d24-acad99b4988e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:40.140199 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6bd13309-7e6a-4ce5-8340-2292725a480c req-3eb96bff-c622-45d6-9d24-acad99b4988e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0931537 Apr 14 22:00:40.222725 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6bd13309-7e6a-4ce5-8340-2292725a480c req-73f9e974-3b61-4d34-a781-00019b0f8cca tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804808 Apr 14 22:00:40.839239 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b27aff80-c99a-46c4-8e83-30a4f33db216 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:00:40.844163 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:00:41.004278 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b27aff80-c99a-46c4-8e83-30a4f33db216,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:41.019648 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'port_id': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'mac_address': 'fa:16:3e:f9:57:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:00:41.114182 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 38037253-9284-4eb4-9a96-40035e46c7a0 is: DOWN; New status is: DOWN {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:41.143768 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port b27aff80-c99a-46c4-8e83-30a4f33db216 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:41.144340 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:41.183171 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27aff80-c99a-46c4-8e83-30a4f33db216 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:00:41.229433 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b27aff80-c99a-46c4-8e83-30a4f33db216,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:41.255083 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff6bb-1cc5-4433-a016-d0998e439f3e req-f9e0d733-c96d-4063-a814-6e2ad4df1181 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:41.258819 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-639ff6bb-1cc5-4433-a016-d0998e439f3e req-f9e0d733-c96d-4063-a814-6e2ad4df1181 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0921593 Apr 14 22:00:41.336607 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:41.381065 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-639ff6bb-1cc5-4433-a016-d0998e439f3e req-54814234-c0af-4901-804e-24451dbbce59 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061988 Apr 14 22:00:41.480678 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=b27aff80-c99a-46c4-8e83-30a4f33db216,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:41.501388 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4ecaf-91e0-4f3e-8d36-894e32dfdce2 req-2ecf1468-4965-4bb2-8b88-882bcdd309ea tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:41.513341 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d8d4ecaf-91e0-4f3e-8d36-894e32dfdce2 req-2ecf1468-4965-4bb2-8b88-882bcdd309ea tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.1245811 Apr 14 22:00:41.587041 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d8d4ecaf-91e0-4f3e-8d36-894e32dfdce2 req-124491ae-5f4d-4ddb-99bd-684826fcce65 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718963 Apr 14 22:00:42.030145 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['b27aff80-c99a-46c4-8e83-30a4f33db216'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:00:42.565007 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfe99b-99d4-495f-b895-11922254ae41 req-147ba8aa-29fe-462a-8692-8feca3c8f417 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:42.566526 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b4bfe99b-99d4-495f-b895-11922254ae41 req-147ba8aa-29fe-462a-8692-8feca3c8f417 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 945 time: 0.0651586 Apr 14 22:00:42.622300 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b4bfe99b-99d4-495f-b895-11922254ae41 req-68a04741-8e86-48e2-b484-075a11534d9c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500836 Apr 14 22:00:43.232331 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:00:43.597671 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [req-107a3f52-89ac-4168-be1a-0e5c77f7b0cf req-ddeff338-3954-43f3-8182-daa3bc72a3b6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:00:43.600488 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-107a3f52-89ac-4168-be1a-0e5c77f7b0cf req-ddeff338-3954-43f3-8182-daa3bc72a3b6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102494 Apr 14 22:00:43.613091 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b27aff80-c99a-46c4-8e83-30a4f33db216 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:00:43.719952 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port b27aff80-c99a-46c4-8e83-30a4f33db216 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:00:43.774163 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2340e-ffa7-476b-9ac1-260156b0327c req-81f9aa4f-3ab5-4dc3-8a3a-7558380f7b61 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:43.775592 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ced2340e-ffa7-476b-9ac1-260156b0327c req-81f9aa4f-3ab5-4dc3-8a3a-7558380f7b61 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 945 time: 0.0739748 Apr 14 22:00:43.809634 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port b27aff80-c99a-46c4-8e83-30a4f33db216 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:00:43.810356 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:43.872256 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ced2340e-ffa7-476b-9ac1-260156b0327c req-3c1e08e3-1876-4be2-a25c-c659ee9decc3 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876377 Apr 14 22:00:43.964202 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port b27aff80-c99a-46c4-8e83-30a4f33db216 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:00:43.964783 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:43.998191 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757293ba-6515-44cd-8837-86ab6f7f432d req-d0f037c6-faf0-4888-aabf-0a4dc7ad87c1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:44.006013 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:00:44.009049 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283303c-a6ac-408f-b038-e13d72666bea" -d '{"events": [{"server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "name": "network-vif-plugged", "status": "completed", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:00:44.010608 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-757293ba-6515-44cd-8837-86ab6f7f432d req-d0f037c6-faf0-4888-aabf-0a4dc7ad87c1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0701048 Apr 14 22:00:44.047812 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b27aff80-c99a-46c4-8e83-30a4f33db216,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:00:44.081959 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac5af04-d4a9-47ee-8fab-392d4b16ad35 x-openstack-request-id: req-fac5af04-d4a9-47ee-8fab-392d4b16ad35 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:00:44.082359 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "name": "network-vif-plugged", "status": "completed", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:00:44.082735 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fac5af04-d4a9-47ee-8fab-392d4b16ad35 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:00:44.083389 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-757293ba-6515-44cd-8837-86ab6f7f432d req-5c173116-b360-4f7f-9a60-b7ccdda0e202 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688784 Apr 14 22:00:44.083606 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac5af04-d4a9-47ee-8fab-392d4b16ad35'] response: {'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'code': 200} Apr 14 22:00:44.130830 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:44.244564 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=b27aff80-c99a-46c4-8e83-30a4f33db216,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:44.659327 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77066fab-919a-45c6-b778-28e750ec0c9b req-a0f6f991-255a-400e-900e-1667b580d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:44.663793 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-77066fab-919a-45c6-b778-28e750ec0c9b req-a0f6f991-255a-400e-900e-1667b580d142 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1130 time: 0.0608106 Apr 14 22:00:44.735999 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-77066fab-919a-45c6-b778-28e750ec0c9b req-ddd511d0-3e1e-4db5-8188-f37e6cb0530c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604124 Apr 14 22:00:44.903712 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51888) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:45.071062 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-28bc29e2-74ff-45dd-be00-729c5905226d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1656187 Apr 14 22:00:45.078674 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad69d3c-7e41-4bd6-905f-9cb9a0108ade req-3913f5de-8b1b-4e7a-ac8d-eb472d91e981 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:45.080417 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7ad69d3c-7e41-4bd6-905f-9cb9a0108ade req-3913f5de-8b1b-4e7a-ac8d-eb472d91e981 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.1197560 Apr 14 22:00:45.086333 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-2d61f25b-4c46-4442-96af-2ddb4884920f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:00:45.087945 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-2d61f25b-4c46-4442-96af-2ddb4884920f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063374 Apr 14 22:00:45.175786 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7ad69d3c-7e41-4bd6-905f-9cb9a0108ade req-293dac2f-a02b-4ea2-81eb-f48d94a00b94 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831354 Apr 14 22:00:45.223725 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51902) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:45.243742 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cf04c-07e6-4746-9885-b2c341937350 req-2b997b0b-c96b-4dfa-a92b-824240799b3a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:45.245223 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-864cf04c-07e6-4746-9885-b2c341937350 req-2b997b0b-c96b-4dfa-a92b-824240799b3a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0789509 Apr 14 22:00:45.322271 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-864cf04c-07e6-4746-9885-b2c341937350 req-61399427-be9e-465f-844f-80cf3132aa07 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692489 Apr 14 22:00:45.415049 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-0c75015b-dcd8-4b16-af32-5e21ffc9f895 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:45.423992 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-0c75015b-dcd8-4b16-af32-5e21ffc9f895 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports/38037253-9284-4eb4-9a96-40035e46c7a0 HTTP/1.1" status: 200 len: 940 time: 0.1987398 Apr 14 22:00:46.169079 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fc8aacaa-fe73-42d5-a42d-8e9e610f3f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:46.294299 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c2324-30d4-4e59-82ef-c39c62721fe4 req-84f216ef-71af-4f8f-b991-5ebd5e2bdb17 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:46.295813 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e49c2324-30d4-4e59-82ef-c39c62721fe4 req-84f216ef-71af-4f8f-b991-5ebd5e2bdb17 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0471890 Apr 14 22:00:46.356629 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e49c2324-30d4-4e59-82ef-c39c62721fe4 req-49b2d9ab-676d-43f0-bd29-9cb25548a98b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522876 Apr 14 22:00:46.548219 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977c81-cd50-439a-b7b3-1b2bd40aa344 req-0a21b726-6a44-4a57-8c83-fa6b51b7c1ca tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:46.550525 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-46977c81-cd50-439a-b7b3-1b2bd40aa344 req-0a21b726-6a44-4a57-8c83-fa6b51b7c1ca tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0880513 Apr 14 22:00:46.683007 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-46977c81-cd50-439a-b7b3-1b2bd40aa344 req-e6fec6c3-e987-4ba5-8a22-6f4b92be2b67 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876863 Apr 14 22:00:47.571980 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408040c-641f-4c48-a08b-c9ac176eab75 req-6686145a-10d9-4380-be0e-d291f38ff064 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:47.575636 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6408040c-641f-4c48-a08b-c9ac176eab75 req-6686145a-10d9-4380-be0e-d291f38ff064 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0881510 Apr 14 22:00:47.705044 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6408040c-641f-4c48-a08b-c9ac176eab75 req-834d929a-8fc5-407c-ad9c-b7036419fc7f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126311 Apr 14 22:00:47.881137 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a1717-4b5e-47e0-b967-272e0d6e401e req-732a0a69-c7a5-4c9e-8a5b-6c3c2e8dca7e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:47.884689 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bb8a1717-4b5e-47e0-b967-272e0d6e401e req-732a0a69-c7a5-4c9e-8a5b-6c3c2e8dca7e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0787723 Apr 14 22:00:48.009244 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bb8a1717-4b5e-47e0-b967-272e0d6e401e req-3e9e6c61-b000-4c3e-9243-3c9ce80a276f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133869 Apr 14 22:00:48.580502 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-caef4da3-dfd4-412d-923e-827abf21a76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:48.901702 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408b78f-9a54-431e-bba6-6cba3f503fa9 req-6b09df0f-39d9-49d3-b608-39313f62214b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:48.903592 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1408b78f-9a54-431e-bba6-6cba3f503fa9 req-6b09df0f-39d9-49d3-b608-39313f62214b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0807130 Apr 14 22:00:48.994555 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1408b78f-9a54-431e-bba6-6cba3f503fa9 req-8f1cd596-c9e8-4ee8-ba0e-5e5ff0807d43 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813763 Apr 14 22:00:49.255187 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a687e-3f4a-47e8-b82c-03aea2e69597 req-a78f17dc-caec-473a-bf86-c3781b391b5c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:49.257220 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-669a687e-3f4a-47e8-b82c-03aea2e69597 req-a78f17dc-caec-473a-bf86-c3781b391b5c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.1228831 Apr 14 22:00:49.290239 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733aae5-798c-4610-bbe5-267decdec178 req-730c365b-5858-4ceb-a996-2eae970e7bb8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:49.292735 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0733aae5-798c-4610-bbe5-267decdec178 req-730c365b-5858-4ceb-a996-2eae970e7bb8 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.1199775 Apr 14 22:00:49.368989 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-669a687e-3f4a-47e8-b82c-03aea2e69597 req-94c9c6d2-6639-4948-852e-415f8ef2a1df tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021469 Apr 14 22:00:49.481832 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0733aae5-798c-4610-bbe5-267decdec178 req-203bbcca-9566-47ee-8d56-b6a4c7faefdd tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712701 Apr 14 22:00:49.526569 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51950) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:49.750938 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:49.785243 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17008ac8-dfe1-4447-a065-244b13b57924 tempest-TestShelveInstance-780278272 tempest-TestShelveInstance-780278272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:49.787588 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-17008ac8-dfe1-4447-a065-244b13b57924 tempest-TestShelveInstance-780278272 tempest-TestShelveInstance-780278272-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1125 time: 0.2598865 Apr 14 22:00:49.792548 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 51954) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:49.798975 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'port_id': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:00:50.080883 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.189623 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.326331 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Allocated IP 172.27.1.115 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/e7453b2f-0d18-4e83-9ee2-4076059d2970) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:00:50.442836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for port (e7453b2f-0d18-4e83-9ee2-4076059d2970), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.566534 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869f866-3380-44bb-9161-1de401b5e593 req-0a9e59dd-40c6-4bd0-b137-dc6ebd04a9f6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:50.570434 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2869f866-3380-44bb-9161-1de401b5e593 req-0a9e59dd-40c6-4bd0-b137-dc6ebd04a9f6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.1118748 Apr 14 22:00:50.611087 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (e7453b2f-0d18-4e83-9ee2-4076059d2970), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:50.655109 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2869f866-3380-44bb-9161-1de401b5e593 req-18c43583-4264-46b3-8289-54a578747f63 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743539 Apr 14 22:00:50.741996 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'Port': ['ID=e7453b2f-0d18-4e83-9ee2-4076059d2970,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:50.750807 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:00:50.753327 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:00:50.757874 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:00:50.849270 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.212871 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-e96cf282-1666-4a5d-be21-83b575563191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:51.215435 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-e96cf282-1666-4a5d-be21-83b575563191 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26&tenant_id=4341bd0e366648d2a8e427316961d985 HTTP/1.1" status: 200 len: 1127 time: 0.1138718 Apr 14 22:00:51.325361 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-660b7930-85fa-47f4-8363-4fc710d8ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:51.327931 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-660b7930-85fa-47f4-8363-4fc710d8ec2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 1127 time: 0.0654559 Apr 14 22:00:51.377774 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for floatingip (137c36a2-9d1d-4f9a-b97d-d7f4dedd896c), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.447599 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-67bd5578-35da-4224-b35d-2ca19e61916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:51.452529 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-67bd5578-35da-4224-b35d-2ca19e61916a service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 916 time: 0.1133909 Apr 14 22:00:51.533137 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-b2680a3e-7447-4f46-87d3-2286e539783b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38037253-9284-4eb4-9a96-40035e46c7a0 HTTP/1.1" status: 200 len: 999 time: 0.0753260 Apr 14 22:00:51.561311 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (e7453b2f-0d18-4e83-9ee2-4076059d2970), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:51.595817 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-190191cd-5f17-4778-ba7a-d461575da72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:51.597476 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-190191cd-5f17-4778-ba7a-d461575da72f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0552533 Apr 14 22:00:51.647143 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-bfc0fcef-bd7b-4c52-a8ea-f70c0d08111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:51.648673 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-bfc0fcef-bd7b-4c52-a8ea-f70c0d08111c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398531 Apr 14 22:00:51.787888 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-8c93946b-5bfd-46ad-8707-cd7bd864cc36 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311462 Apr 14 22:00:51.888338 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-f396ae8b-d90f-4c05-bac8-1078265c0579 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937109 Apr 14 22:00:51.970316 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a9f1c-d5f4-4429-9205-5030f70bf0ab req-22cc59ee-cbf9-4bb5-8a6e-96aadb4d5bfc tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:51.971819 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e2a9f1c-d5f4-4429-9205-5030f70bf0ab req-22cc59ee-cbf9-4bb5-8a6e-96aadb4d5bfc tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0630901 Apr 14 22:00:52.044889 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for port (e7453b2f-0d18-4e83-9ee2-4076059d2970), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.053142 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e2a9f1c-d5f4-4429-9205-5030f70bf0ab req-56277146-bf2a-47e0-800a-ca9ce5600521 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698316 Apr 14 22:00:52.174797 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (e7453b2f-0d18-4e83-9ee2-4076059d2970), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.286006 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event updated for resources: {'Port': ['ID=e7453b2f-0d18-4e83-9ee2-4076059d2970,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:52.309518 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (137c36a2-9d1d-4f9a-b97d-d7f4dedd896c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.448526 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Floating IP 137c36a2-9d1d-4f9a-b97d-d7f4dedd896c associated. External IP: 172.27.1.115, port: b27aff80-c99a-46c4-8e83-30a4f33db216. Apr 14 22:00:52.637162 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:52.690059 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Router 53950e4d-ff84-4c13-9c5c-401701c73543 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:00:52.860214 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:00:52.879027 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] Sync routers for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:00:52.897236 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:00:52.898705 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:00:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:52.965013 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:53.018568 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-511afada-a635-4911-8706-64c29668fa58 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2245662 Apr 14 22:00:53.019263 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:00:53.021590 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001c0309-31e9-49b3-85ad-f1f299a47032" -d '{"events": [{"name": "network-changed", "server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:00:53.072549 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8126298f-03d5-4925-a0d5-81f75e04ec6e x-openstack-request-id: req-8126298f-03d5-4925-a0d5-81f75e04ec6e {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:00:53.072867 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:00:53.073120 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8126298f-03d5-4925-a0d5-81f75e04ec6e {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:00:53.073523 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8126298f-03d5-4925-a0d5-81f75e04ec6e'] response: {'name': 'network-changed', 'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'status': 'completed', 'code': 200} Apr 14 22:00:53.080864 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:00:53.235673 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419c066-29b7-4a97-a08c-ee20b1db2250 req-5de991e6-8f87-41e6-b610-5ad136094533 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:53.243629 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5419c066-29b7-4a97-a08c-ee20b1db2250 req-5de991e6-8f87-41e6-b610-5ad136094533 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0740769 Apr 14 22:00:53.311220 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5419c066-29b7-4a97-a08c-ee20b1db2250 req-0dab424d-1296-4394-b744-9d7a5cec0f9b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664515 Apr 14 22:00:53.388958 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '137c36a2-9d1d-4f9a-b97d-d7f4dedd896c', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'port_id': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'mac_address': 'fa:16:3e:f9:57:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:00:51Z', 'updated_at': '2022-04-14T22:00:51Z', 'revision_number': 0, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e', 'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'mac_address': 'fa:16:3e:e1:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:20Z', 'updated_at': '2022-04-14T21:59:26Z', 'revision_number': 5, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'subnets': [{'id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:53.419211 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] Checking router: 53950e4d-ff84-4c13-9c5c-401701c73543 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:00:53.430696 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:00:53.431350 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:00:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:53.603845 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:00:53.907933 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '137c36a2-9d1d-4f9a-b97d-d7f4dedd896c', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'port_id': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'mac_address': 'fa:16:3e:f9:57:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:00:51Z', 'updated_at': '2022-04-14T22:00:51Z', 'revision_number': 0, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e', 'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'mac_address': 'fa:16:3e:e1:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:20Z', 'updated_at': '2022-04-14T21:59:26Z', 'revision_number': 5, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'subnets': [{'id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:53.940686 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25da0e2-f4d4-4743-bde9-151c8273ff95 None None] The sync data for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi is: [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '137c36a2-9d1d-4f9a-b97d-d7f4dedd896c', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'port_id': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'mac_address': 'fa:16:3e:f9:57:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:00:51Z', 'updated_at': '2022-04-14T22:00:51Z', 'revision_number': 0, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e', 'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'mac_address': 'fa:16:3e:e1:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:20Z', 'updated_at': '2022-04-14T21:59:26Z', 'revision_number': 5, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'subnets': [{'id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:00:54.193859 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd664574-6ecd-4115-94df-76f64baa04f0 None None] New status for floating IP 137c36a2-9d1d-4f9a-b97d-d7f4dedd896c: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:00:54.503701 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159a1b3-8687-4976-97c4-9f8f30d8456d req-f5c7b163-f52e-42e8-acf4-81f34fd8ed4b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:54.506398 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b159a1b3-8687-4976-97c4-9f8f30d8456d req-f5c7b163-f52e-42e8-acf4-81f34fd8ed4b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0648139 Apr 14 22:00:54.590636 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b159a1b3-8687-4976-97c4-9f8f30d8456d req-9846d793-7b53-4854-925c-80e44972e162 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734665 Apr 14 22:00:55.765056 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83505eba-ffdd-46ce-892e-22f6d89bca7f req-f0d071b0-01f5-442d-8ade-0a4f13e21bcc tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:55.766660 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-83505eba-ffdd-46ce-892e-22f6d89bca7f req-f0d071b0-01f5-442d-8ade-0a4f13e21bcc tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0647969 Apr 14 22:00:55.825414 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-83505eba-ffdd-46ce-892e-22f6d89bca7f req-497dd36b-9e00-4399-8568-0ab04e5b6350 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518034 Apr 14 22:00:57.000116 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db07c4-b8d3-42b0-9ee5-0340caafbac7 req-b9398611-2399-4436-96a8-c64ee025ae84 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:57.005108 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-04db07c4-b8d3-42b0-9ee5-0340caafbac7 req-b9398611-2399-4436-96a8-c64ee025ae84 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0939851 Apr 14 22:00:57.058985 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-04db07c4-b8d3-42b0-9ee5-0340caafbac7 req-30d6b9a7-757d-4032-9ce2-7f8db0f1f64d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487902 Apr 14 22:00:57.997972 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 52086) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:58.051711 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Deleting subnet 893fbef1-fdfd-4b90-9274-be947d17908a {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:00:58.055688 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Publish callbacks [] for subnet (893fbef1-fdfd-4b90-9274-be947d17908a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.098392 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (893fbef1-fdfd-4b90-9274-be947d17908a), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.155457 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (893fbef1-fdfd-4b90-9274-be947d17908a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.221777 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d27aa4-4aec-4562-9fce-bea7c83e1f96 req-80a54381-c6e9-422d-8b27-8481cc23596e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:58.229637 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74d27aa4-4aec-4562-9fce-bea7c83e1f96 req-80a54381-c6e9-422d-8b27-8481cc23596e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0685773 Apr 14 22:00:58.284490 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74d27aa4-4aec-4562-9fce-bea7c83e1f96 req-fed12a84-9bf5-4188-9140-b64739c56877 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535877 Apr 14 22:00:58.340900 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (893fbef1-fdfd-4b90-9274-be947d17908a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.370365 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893fbef1-fdfd-4b90-9274-be947d17908a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:58.376066 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.384078 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/893fbef1-fdfd-4b90-9274-be947d17908a HTTP/1.1" status: 204 len: 168 time: 0.3803821 Apr 14 22:00:58.384929 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 52090) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:00:58.385026 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.385225 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.385734 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.386448 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.386577 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.386982 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.387401 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.387795 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.388135 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.388469 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.388834 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.389166 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.389627 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.390721 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.390818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94ef3c-d09d-4b43-b942-ef3d55fea5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:00:58.473223 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (aafc666c-b80a-46cc-b512-8d9c31e0611a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.614601 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (aafc666c-b80a-46cc-b512-8d9c31e0611a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.638593 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafc666c-b80a-46cc-b512-8d9c31e0611a']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:58.653238 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27a8e28-4114-49d3-92ae-eac567d717f4') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:58.653546 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27a8e28-4114-49d3-92ae-eac567d717f4') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:00:58.665878 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (a27a8e28-4114-49d3-92ae-eac567d717f4), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.682478 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (a27a8e28-4114-49d3-92ae-eac567d717f4), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.689032 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:00:58.689635 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (a27a8e28-4114-49d3-92ae-eac567d717f4), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:00:58.691480 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:00:59.174943 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (aafc666c-b80a-46cc-b512-8d9c31e0611a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.183113 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:00:59.189488 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] 10.222.0.52 "DELETE /v2.0/networks/aafc666c-b80a-46cc-b512-8d9c31e0611a HTTP/1.1" status: 204 len: 168 time: 0.8065007 Apr 14 22:00:59.202317 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b82398-6d59-4f7c-9c5c-a7921ef4af70 admin admin] Pushing event deleted for resources: {'Network': ['ID=aafc666c-b80a-46cc-b512-8d9c31e0611a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:00:59.431455 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db071753-a9f1-40fc-8ca2-92d246b0cc7e req-8ac58451-c1d5-4245-a275-e84edd7e27b1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:00:59.433093 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db071753-a9f1-40fc-8ca2-92d246b0cc7e req-8ac58451-c1d5-4245-a275-e84edd7e27b1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0579312 Apr 14 22:00:59.492957 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db071753-a9f1-40fc-8ca2-92d246b0cc7e req-c14637ff-4c4e-4141-a5d8-0df87289ad9b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486407 Apr 14 22:00:59.992168 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 52100) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:00.055670 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e30aa371-d008-4fe7-be0c-1f4c4a583fba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f46eb89de2af4cf397780d5edbca27ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0622981 Apr 14 22:01:00.058396 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 52102) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:00.124389 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7b0e-667b-4da0-84fb-ee6a0e6788d1 admin admin] Publish callbacks [] for security_group (0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.153649 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7b0e-667b-4da0-84fb-ee6a0e6788d1 admin admin] Publish callbacks [] for security_group (0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.361878 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7b0e-667b-4da0-84fb-ee6a0e6788d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.361878 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7b0e-667b-4da0-84fb-ee6a0e6788d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:00.361878 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1a4a7b0e-667b-4da0-84fb-ee6a0e6788d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf HTTP/1.1" status: 204 len: 168 time: 0.2966411 Apr 14 22:01:00.364950 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a7b0e-667b-4da0-84fb-ee6a0e6788d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7f5842-68b8-4c03-9adc-b1d1c5c4a0cf,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:00.658586 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82596b2f-d5eb-4c70-94e6-fadf928f933b req-da25e398-b5b6-410d-a8ce-d5051c7fdd50 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:00.660925 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-82596b2f-d5eb-4c70-94e6-fadf928f933b req-da25e398-b5b6-410d-a8ce-d5051c7fdd50 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0691385 Apr 14 22:01:00.727893 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-82596b2f-d5eb-4c70-94e6-fadf928f933b req-0f7625d0-8d2a-44f4-b0a0-4027187c5dda tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557926 Apr 14 22:01:01.878533 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a2e60-030e-4318-b6a4-c622add5d0c9 req-18fa29be-464a-434e-a096-8f91e550ee7f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:01.880240 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a3a2e60-030e-4318-b6a4-c622add5d0c9 req-18fa29be-464a-434e-a096-8f91e550ee7f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0733411 Apr 14 22:01:01.951762 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a3a2e60-030e-4318-b6a4-c622add5d0c9 req-1e5a0613-ed36-4f03-bde9-e7b6ec441fef tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647223 Apr 14 22:01:03.114784 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242de4a-ce32-4d62-b342-da5d2700dbae req-62b0d41e-48ef-44a8-9bcd-e33850c3e70f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:03.116327 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b242de4a-ce32-4d62-b342-da5d2700dbae req-62b0d41e-48ef-44a8-9bcd-e33850c3e70f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0578816 Apr 14 22:01:03.169556 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b242de4a-ce32-4d62-b342-da5d2700dbae req-349dd588-cc7e-4140-b970-3d23bedcdd8c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468364 Apr 14 22:01:04.318958 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833760a-fe4b-429f-90f5-f8b27909ea24 req-35ac830f-a947-45a6-b7e0-61ffb5fcbcb8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:04.320535 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e833760a-fe4b-429f-90f5-f8b27909ea24 req-35ac830f-a947-45a6-b7e0-61ffb5fcbcb8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0614641 Apr 14 22:01:04.382385 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e833760a-fe4b-429f-90f5-f8b27909ea24 req-596115cf-04e9-4c3e-bd33-d5f2a6b194d5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545154 Apr 14 22:01:05.531436 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02475ec-f8c1-4a00-b26c-3262e5653e85 req-0b470695-f537-4919-88ba-941ef8d2a34d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:05.533421 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d02475ec-f8c1-4a00-b26c-3262e5653e85 req-0b470695-f537-4919-88ba-941ef8d2a34d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0582983 Apr 14 22:01:05.588646 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d02475ec-f8c1-4a00-b26c-3262e5653e85 req-c7626487-846b-4bb4-a6f7-2c8d01417ecc tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492055 Apr 14 22:01:06.722920 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9261b7c-2fe9-4e2a-8107-327a0443cc7b req-0c918bdc-b185-48c3-b529-21d34df3a8f3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:06.725581 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9261b7c-2fe9-4e2a-8107-327a0443cc7b req-0c918bdc-b185-48c3-b529-21d34df3a8f3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0588031 Apr 14 22:01:06.780168 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9261b7c-2fe9-4e2a-8107-327a0443cc7b req-ee8135ac-284d-49af-afff-da5b234cfbda tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478745 Apr 14 22:01:07.690023 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-2e14f3eb-7375-4e74-b5d4-304196b45622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:07.691628 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-2e14f3eb-7375-4e74-b5d4-304196b45622 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=36c976f9546746d293b7a29600a0fad3&device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1130 time: 0.0463483 Apr 14 22:01:07.933296 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbad80-2c0b-44e3-85e2-3dc7331fb148 req-355b5aab-9ad0-4bbe-9575-43f78514598d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:07.934750 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ebbad80-2c0b-44e3-85e2-3dc7331fb148 req-355b5aab-9ad0-4bbe-9575-43f78514598d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0721235 Apr 14 22:01:07.988704 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ebbad80-2c0b-44e3-85e2-3dc7331fb148 req-b1190dcc-1f4c-4141-8e8a-8f7afef267c9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463498 Apr 14 22:01:09.124899 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e85f3a-d2d4-4627-8fc1-bdacd4674f8d req-b959e4bf-4dd8-44ec-8819-542f24365369 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:09.126429 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a8e85f3a-d2d4-4627-8fc1-bdacd4674f8d req-b959e4bf-4dd8-44ec-8819-542f24365369 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0567961 Apr 14 22:01:09.185485 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a8e85f3a-d2d4-4627-8fc1-bdacd4674f8d req-cf4dde0d-cbcd-4964-87a6-39cb8ad0877a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534871 Apr 14 22:01:09.917534 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:09.976898 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-a0d5f00e-daad-41db-8b61-2fb97614cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:09.978538 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-a0d5f00e-daad-41db-8b61-2fb97614cc9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7cc0398-02c2-4de0-9d94-41df3d394e36 HTTP/1.1" status: 200 len: 910 time: 0.1270158 Apr 14 22:01:10.337369 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-56a159fb-5872-47a7-a28e-c007b7863b80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27aff80-c99a-46c4-8e83-30a4f33db216 HTTP/1.1" status: 200 len: 1002 time: 0.3502829 Apr 14 22:01:10.399801 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-7315a6f4-b81f-4c7a-97b0-459405c6e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:10.401366 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-7315a6f4-b81f-4c7a-97b0-459405c6e766 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52e3e80c-b04f-40d2-a3e6-a1febd78088f HTTP/1.1" status: 200 len: 848 time: 0.0532517 Apr 14 22:01:10.463424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-522bf1bb-f36a-4e7f-b172-8257b7a5fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:10.465545 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-522bf1bb-f36a-4e7f-b172-8257b7a5fd62 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7cc0398-02c2-4de0-9d94-41df3d394e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534277 Apr 14 22:01:10.573050 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-21316170-fc93-494a-9ff7-c7bf78f88640 service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999727 Apr 14 22:01:10.612301 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f9344-9f62-4d55-b86b-b1f5425d32c4 req-18b73163-cbd7-406d-9a07-4373d7895d0d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:10.614025 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-362f9344-9f62-4d55-b86b-b1f5425d32c4 req-18b73163-cbd7-406d-9a07-4373d7895d0d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.3261752 Apr 14 22:01:10.679423 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-362f9344-9f62-4d55-b86b-b1f5425d32c4 req-68365ece-9e1f-419b-8def-2d834ee7cc9d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546672 Apr 14 22:01:10.704947 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-001c0309-31e9-49b3-85ad-f1f299a47032 req-28f86417-a89c-42e2-9309-33f920110447 service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161652 Apr 14 22:01:11.893896 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55107f-a3d3-4385-b210-1325c7c64bb3 req-5134df49-ab56-443e-9543-bf2f7fba9432 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:11.895440 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7c55107f-a3d3-4385-b210-1325c7c64bb3 req-5134df49-ab56-443e-9543-bf2f7fba9432 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.1154506 Apr 14 22:01:11.954002 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7c55107f-a3d3-4385-b210-1325c7c64bb3 req-3e005975-c2d2-4f21-b124-33e7083f8bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523136 Apr 14 22:01:13.130679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29358109-7b8d-44a3-a5b1-9687c0518d94 req-86886c25-c15c-4454-89d4-5c787c5c3402 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:13.132324 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-29358109-7b8d-44a3-a5b1-9687c0518d94 req-86886c25-c15c-4454-89d4-5c787c5c3402 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0715539 Apr 14 22:01:13.199892 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-29358109-7b8d-44a3-a5b1-9687c0518d94 req-212f29c5-23b1-4478-96eb-5d1c637f736f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577784 Apr 14 22:01:14.357159 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629bece-c048-4225-9d5d-4e55bed3e88b req-60cd8d05-1fd3-4bdb-972d-d0c6ff30ff2e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:14.357882 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d629bece-c048-4225-9d5d-4e55bed3e88b req-60cd8d05-1fd3-4bdb-972d-d0c6ff30ff2e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0625756 Apr 14 22:01:14.415840 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d629bece-c048-4225-9d5d-4e55bed3e88b req-33a644ab-937c-4a33-acbe-cf8e412d6be4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502717 Apr 14 22:01:15.566842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649849e7-992d-4078-998b-e7b9078e4a7b req-051169f8-7717-432a-944a-608df8edf10d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:15.568724 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-649849e7-992d-4078-998b-e7b9078e4a7b req-051169f8-7717-432a-944a-608df8edf10d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0626233 Apr 14 22:01:15.626215 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-649849e7-992d-4078-998b-e7b9078e4a7b req-23f9952f-63bd-4d8f-8fc6-e97b4b1a0f26 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514894 Apr 14 22:01:16.124794 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74d624bf-8f3d-4c75-8cf6-7dbd8482ff98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:16.762317 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82543d-27b6-426e-b86e-617f21ca6116 req-1772aad0-b32d-4dc7-8ad3-4218ba15abeb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:16.765009 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1b82543d-27b6-426e-b86e-617f21ca6116 req-1772aad0-b32d-4dc7-8ad3-4218ba15abeb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0531080 Apr 14 22:01:16.822228 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1b82543d-27b6-426e-b86e-617f21ca6116 req-8471d67f-e00e-4b1f-9ad0-39f58e60975a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476239 Apr 14 22:01:17.734504 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:01:17.848070 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:17.861999 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '38037253-9284-4eb4-9a96-40035e46c7a0', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'port_id': '38037253-9284-4eb4-9a96-40035e46c7a0', 'mac_address': 'fa:16:3e:d6:0f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:01:17.911669 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 38037253-9284-4eb4-9a96-40035e46c7a0 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:17.912068 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:17.926482 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38037253-9284-4eb4-9a96-40035e46c7a0 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:01:17.950048 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:17.971801 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71cae8-eef5-4f71-a939-3751a1efdfd9 req-de9c958f-dc89-467b-ae51-089c83156af4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:17.974048 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-df71cae8-eef5-4f71-a939-3751a1efdfd9 req-de9c958f-dc89-467b-ae51-089c83156af4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 943 time: 0.0617909 Apr 14 22:01:18.025781 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-df71cae8-eef5-4f71-a939-3751a1efdfd9 req-1c7c762a-89f3-4a28-b151-fe39c1cc3eec tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440462 Apr 14 22:01:18.082883 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:18.137606 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=9']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:18.151548 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.151901 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.152288 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.152683 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.153055 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.153393 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.153724 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.154110 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.154445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.155681 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.156248 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.156800 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.157167 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.157515 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.157862 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:18.175726 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-ac7d4412-3a98-4338-9b57-503cd4fc339e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512421 Apr 14 22:01:18.260342 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-253e035f-ac83-4bec-9a26-c4c5bfebcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:18.262918 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-253e035f-ac83-4bec-9a26-c4c5bfebcc97 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 1129 time: 0.0581434 Apr 14 22:01:18.391507 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-8cea32c7-41a0-4f06-bd01-3867a26fc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:18.393191 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-8cea32c7-41a0-4f06-bd01-3867a26fc5aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.0967083 Apr 14 22:01:18.439593 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-70b52808-e25a-46b8-8067-7cb1735862d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db289d26-0976-4538-8b08-ba8c2007bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0390022 Apr 14 22:01:18.518437 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-580b5462-b3cd-42d5-af99-115a5279623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:18.520055 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-580b5462-b3cd-42d5-af99-115a5279623b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0738971 Apr 14 22:01:18.563460 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-66041131-0d82-413e-aa3a-9db2d20145b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:18.574667 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-f88cf311-ddd8-4b51-adc9-b0871adb77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:18.575612 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-f88cf311-ddd8-4b51-adc9-b0871adb77b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468497 Apr 14 22:01:18.680113 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-b058a609-1dd2-42bd-8f58-b835068187bf service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935109 Apr 14 22:01:18.706560 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['38037253-9284-4eb4-9a96-40035e46c7a0'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:01:18.784694 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aea79d90-ea1d-4d88-9783-257b0f04d788 req-cec077e0-e951-4061-982c-3810657ef84b service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965912 Apr 14 22:01:19.148511 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80dc97-092e-4e47-a1f6-8dea51511a15 req-88043d83-76a6-41f0-94a3-6658dd1a10fe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:19.152174 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8f80dc97-092e-4e47-a1f6-8dea51511a15 req-88043d83-76a6-41f0-94a3-6658dd1a10fe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 944 time: 0.0512540 Apr 14 22:01:19.207248 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8f80dc97-092e-4e47-a1f6-8dea51511a15 req-cfbbb8af-5c34-47e0-8ac2-1bd3a4ba9e38 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504825 Apr 14 22:01:19.762504 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.173827 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:01:20.222652 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:01:20.230269 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 38037253-9284-4eb4-9a96-40035e46c7a0 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:01:20.230652 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.319970 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 38037253-9284-4eb4-9a96-40035e46c7a0 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:01:20.320369 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.350464 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:01:20.353112 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87c107b-4e24-41c4-bb5b-86d500e4b634" -d '{"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-plugged", "status": "completed", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:01:20.368802 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:01:20.397855 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89f7ec8-2cbd-409b-8326-dae99ee3c86a x-openstack-request-id: req-d89f7ec8-2cbd-409b-8326-dae99ee3c86a {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:01:20.398341 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-plugged", "status": "completed", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:01:20.398753 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d89f7ec8-2cbd-409b-8326-dae99ee3c86a {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:01:20.399374 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89f7ec8-2cbd-409b-8326-dae99ee3c86a'] response: {'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0', 'code': 200} Apr 14 22:01:20.474320 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59420d-2f88-4052-95bf-66f7def5a8f8 req-9beefe0d-a308-4cf2-82e8-df368f98f254 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:20.475828 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-af59420d-2f88-4052-95bf-66f7def5a8f8 req-9beefe0d-a308-4cf2-82e8-df368f98f254 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 944 time: 0.0517755 Apr 14 22:01:20.500286 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:20.545068 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-af59420d-2f88-4052-95bf-66f7def5a8f8 req-27b93db5-5405-4b28-bfc8-46f1af153c6f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594382 Apr 14 22:01:20.557404 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=10']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:20.848899 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:21.284456 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ebf98-b3b1-452f-af01-b6b808f50b72 req-8a15e799-a707-4284-a91e-eeca6218b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:21.285952 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a76ebf98-b3b1-452f-af01-b6b808f50b72 req-8a15e799-a707-4284-a91e-eeca6218b24c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 1130 time: 0.0427523 Apr 14 22:01:21.338869 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a76ebf98-b3b1-452f-af01-b6b808f50b72 req-f0ceb110-0a7d-456e-aeb2-3a85a8c92804 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433133 Apr 14 22:01:21.688223 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f171384-0dd4-414c-a98a-85f251a21016 req-f0baf01d-b77d-427a-9b45-46f947aa7860 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:21.689911 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1f171384-0dd4-414c-a98a-85f251a21016 req-f0baf01d-b77d-427a-9b45-46f947aa7860 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0600555 Apr 14 22:01:21.746299 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1f171384-0dd4-414c-a98a-85f251a21016 req-4428286c-9b6a-4c81-91a6-2ec538de0ab1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495055 Apr 14 22:01:22.619653 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:22.879700 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eeaf2-c67f-41c5-ba31-4095e4abcb8b req-ca301fd6-55af-4318-b136-7581f59e99cc tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:22.881716 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-629eeaf2-c67f-41c5-ba31-4095e4abcb8b req-ca301fd6-55af-4318-b136-7581f59e99cc tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0588329 Apr 14 22:01:22.939807 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-629eeaf2-c67f-41c5-ba31-4095e4abcb8b req-48677fb8-7c1e-469e-8b06-48245ca4c859 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501831 Apr 14 22:01:24.068751 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b17ad5-4ba5-44d3-9333-7137cb891a4a req-705f49f9-2255-432e-8192-a564c91e7af3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:24.070443 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-29b17ad5-4ba5-44d3-9333-7137cb891a4a req-705f49f9-2255-432e-8192-a564c91e7af3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0490460 Apr 14 22:01:24.122333 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-29b17ad5-4ba5-44d3-9333-7137cb891a4a req-66e73a57-a6a1-4e4c-a642-d846229d5e7f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Apr 14 22:01:25.246575 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d325-fc67-4b8e-8982-796a679ca888 req-ff2779d6-b74e-4928-852d-73fdeb08680a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:25.250138 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-61d9d325-fc67-4b8e-8982-796a679ca888 req-ff2779d6-b74e-4928-852d-73fdeb08680a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0496821 Apr 14 22:01:25.298739 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-61d9d325-fc67-4b8e-8982-796a679ca888 req-80f434f7-8a86-474b-8a11-b83471e53da3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 Apr 14 22:01:26.427333 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f878-4145-48a3-baac-9c5d9fa9f9fb req-2e92c3f7-1510-4f38-a8b8-7cde579f61b3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:26.428932 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2736f878-4145-48a3-baac-9c5d9fa9f9fb req-2e92c3f7-1510-4f38-a8b8-7cde579f61b3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0530853 Apr 14 22:01:26.479158 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2736f878-4145-48a3-baac-9c5d9fa9f9fb req-abed9def-889f-4933-aad4-f9d22b65e32b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 Apr 14 22:01:27.605492 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e772f8e-944b-42e7-aa8a-9a55790f9143 req-fd055ec9-8585-4c10-af24-dd1664b15dd5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:01:27.607065 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e772f8e-944b-42e7-aa8a-9a55790f9143 req-fd055ec9-8585-4c10-af24-dd1664b15dd5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0516617 Apr 14 22:01:27.654034 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e772f8e-944b-42e7-aa8a-9a55790f9143 req-d6a9a7aa-441e-4766-a26b-7de3373b8455 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Apr 14 22:01:39.927818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:46.116753 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-285186cc-5161-4525-8084-5b76da312d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.118732 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 52438) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:48.249838 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.330640 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Publish callbacks [] for security_group (50cd4c02-dcba-4a2d-87c9-a122be85ad64), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.459288 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (50cd4c02-dcba-4a2d-87c9-a122be85ad64), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.502507 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b680598250b64317b260f60f04a11437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826270 Apr 14 22:01:48.503459 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cd4c02-dcba-4a2d-87c9-a122be85ad64,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:48.505632 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 52442) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:01:48.511474 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.511827 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.512179 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.512519 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.512890 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.513643 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.513975 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.514310 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.514643 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.515039 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.515477 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.515811 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.516140 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.516466 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.516816 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d9ef-d16f-4fef-8b93-0f6a16db7406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:01:48.516929 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-066f1889-e445-460d-b84c-c8b9f1b0a012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.562263 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e04e804f-fe95-4467-a8dc-493b57d26614 admin admin] Publish callbacks [] for security_group (50cd4c02-dcba-4a2d-87c9-a122be85ad64), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.595028 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e04e804f-fe95-4467-a8dc-493b57d26614 admin admin] Publish callbacks [] for security_group (50cd4c02-dcba-4a2d-87c9-a122be85ad64), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.779554 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e04e804f-fe95-4467-a8dc-493b57d26614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (50cd4c02-dcba-4a2d-87c9-a122be85ad64), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.782787 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e04e804f-fe95-4467-a8dc-493b57d26614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:48.784074 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e04e804f-fe95-4467-a8dc-493b57d26614 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50cd4c02-dcba-4a2d-87c9-a122be85ad64 HTTP/1.1" status: 204 len: 168 time: 0.2773154 Apr 14 22:01:48.794320 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e804f-fe95-4467-a8dc-493b57d26614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cd4c02-dcba-4a2d-87c9-a122be85ad64,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:01:49.705545 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:50.853445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:52.676859 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:01:57.222631 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:02:09.317942 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f30f2e-901e-493a-ac37-41f44b19063d req-77795792-792b-48f7-b30d-0ccc366bcd55 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:09.319601 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f7f30f2e-901e-493a-ac37-41f44b19063d req-77795792-792b-48f7-b30d-0ccc366bcd55 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0592117 Apr 14 22:02:09.397632 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f7f30f2e-901e-493a-ac37-41f44b19063d req-d3a85043-f0ef-4099-b5e8-c16ba68799ef tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697844 Apr 14 22:02:09.539665 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-24f342a6-77a8-4655-8968-98646ed35091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:09.541281 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-24f342a6-77a8-4655-8968-98646ed35091 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 1129 time: 0.1790020 Apr 14 22:02:09.641595 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-90cad026-10b4-45ad-965a-a00b495830d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:09.643088 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-90cad026-10b4-45ad-965a-a00b495830d3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.0939803 Apr 14 22:02:09.724173 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-73303ae5-82b6-4fa9-b184-4a0ce0c35b0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b654f-6db5-430f-9b6f-956e83847a89 HTTP/1.1" status: 200 len: 1000 time: 0.0729365 Apr 14 22:02:09.780765 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-6d42f41c-3a39-467d-88dc-d9a6b79390ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:09.789523 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-6d42f41c-3a39-467d-88dc-d9a6b79390ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0578766 Apr 14 22:02:09.842885 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-352c3d69-99b1-4d77-8899-082e2bd8ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:09.844710 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-352c3d69-99b1-4d77-8899-082e2bd8ddbe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479119 Apr 14 22:02:09.963056 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-6d43e311-ebdb-43dc-bdda-c7585aee1ac3 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033795 Apr 14 22:02:09.968173 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:10.070803 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c9e2c518-8d2e-4803-801d-5be0ab49a91b req-2a1c1522-880e-4345-a01b-bc86e290fcad service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000757 Apr 14 22:02:10.529924 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4579-dd5f-4f36-a9b6-fb2b71b4d56c req-3923c101-4f61-429e-9ec8-c08bc7c91f6c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:10.531454 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-70bc4579-dd5f-4f36-a9b6-fb2b71b4d56c req-3923c101-4f61-429e-9ec8-c08bc7c91f6c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0494862 Apr 14 22:02:10.581710 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-70bc4579-dd5f-4f36-a9b6-fb2b71b4d56c req-352a30c6-3ba7-407c-89ce-624359730120 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439479 Apr 14 22:02:11.714868 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a987cf-c2fd-403d-a5a1-4ca608ed501c req-9b48d859-2a93-4afd-a20b-96ecae7863f2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:11.717019 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b4a987cf-c2fd-403d-a5a1-4ca608ed501c req-9b48d859-2a93-4afd-a20b-96ecae7863f2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0525403 Apr 14 22:02:11.789348 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b4a987cf-c2fd-403d-a5a1-4ca608ed501c req-0e5b2266-21ee-43c8-82da-01c67ad11e9c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637016 Apr 14 22:02:12.942210 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e1947-9b1e-4c88-b996-234566878967 req-0ef7492e-e066-4c8d-87da-d3afd952a382 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:12.943869 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc6e1947-9b1e-4c88-b996-234566878967 req-0ef7492e-e066-4c8d-87da-d3afd952a382 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0693629 Apr 14 22:02:13.014553 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc6e1947-9b1e-4c88-b996-234566878967 req-63c69334-cc7f-4dae-b083-c9775f670db5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594890 Apr 14 22:02:14.144836 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d48c4-d760-463e-927c-dfa7b1100c80 req-7169db29-00d6-4fb4-a6ad-be536e353b93 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:14.146367 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-731d48c4-d760-463e-927c-dfa7b1100c80 req-7169db29-00d6-4fb4-a6ad-be536e353b93 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0528326 Apr 14 22:02:14.206220 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-731d48c4-d760-463e-927c-dfa7b1100c80 req-fb0dc8a9-1f3e-4043-b8cd-e3c115dd1fe7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502021 Apr 14 22:02:15.363640 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f2c68-9c25-4f63-8582-b0cad2a6a3ed req-3e201838-023f-470c-a42c-82572e80f813 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:15.366166 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-448f2c68-9c25-4f63-8582-b0cad2a6a3ed req-3e201838-023f-470c-a42c-82572e80f813 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0600252 Apr 14 22:02:15.443574 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-448f2c68-9c25-4f63-8582-b0cad2a6a3ed req-2664ead0-1e43-4d76-8dae-7095848f809c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695579 Apr 14 22:02:16.127710 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0e12c763-d478-4a4b-8fcf-bfd177d13c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:16.582796 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41636186-a80d-428c-8bf1-fb0ced66ba07 req-ef97c2be-fbcd-4070-bf23-9e0fb4407b7e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:16.584936 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-41636186-a80d-428c-8bf1-fb0ced66ba07 req-ef97c2be-fbcd-4070-bf23-9e0fb4407b7e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0524783 Apr 14 22:02:16.642981 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-41636186-a80d-428c-8bf1-fb0ced66ba07 req-151f6bfd-b595-479b-b643-f411234a00fa tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518508 Apr 14 22:02:16.972071 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 52780) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:16.979635 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714813824', 'description': 'tempest-description--989262761'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:17.096711 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-42ff92d8-ddb6-4a41-a559-2f5d65c1b1c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495350 Apr 14 22:02:17.104739 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.183221 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-d8fd8e59-b1fb-4297-8c75-d425cb38863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:17.184956 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-d8fd8e59-b1fb-4297-8c75-d425cb38863f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 1130 time: 0.0589795 Apr 14 22:02:17.225934 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (072507ea-a30d-41a7-811f-0aaa9fe1fe78), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.315177 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (072507ea-a30d-41a7-811f-0aaa9fe1fe78), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.338989 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-f45930c9-c979-412f-a74d-2d0557bfc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:17.339459 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-f45930c9-c979-412f-a74d-2d0557bfc0d5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 916 time: 0.1285176 Apr 14 22:02:17.366808 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072507ea-a30d-41a7-811f-0aaa9fe1fe78,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:17.417344 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.417699 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.418071 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.419556 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.420084 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.420424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.420925 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.421262 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.421591 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.421923 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.422253 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.422581 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.422906 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.423230 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.423553 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:17.449637 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-a24b35f3-1e76-44fa-9a69-08ae89aa02a5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38037253-9284-4eb4-9a96-40035e46c7a0 HTTP/1.1" status: 200 len: 1001 time: 0.0959713 Apr 14 22:02:17.468104 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.469723 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1a08a15b-f613-4895-ae80-3924287c052a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4956064 Apr 14 22:02:17.473287 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 52786) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:17.478268 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-84b76968-c72b-4f78-b144-f7b90b239ff2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group_rule': {'security_group_id': '072507ea-a30d-41a7-811f-0aaa9fe1fe78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:17.521352 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-4009bc98-ce6c-4827-ad62-6170eaaa3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:17.522883 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-4009bc98-ce6c-4827-ad62-6170eaaa3fcf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0656221 Apr 14 22:02:17.578436 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-3709bc41-70b1-4928-bd79-6de63a5cac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:17.580245 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-3709bc41-70b1-4928-bd79-6de63a5cac0c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499270 Apr 14 22:02:17.614528 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-84b76968-c72b-4f78-b144-f7b90b239ff2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (bd6be9de-36bd-4931-bb25-5e496230fb8c), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.698244 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-eb9cb8f0-e420-458b-bf7e-b9b11dbb698f service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092582 Apr 14 22:02:17.705955 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-84b76968-c72b-4f78-b144-f7b90b239ff2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (bd6be9de-36bd-4931-bb25-5e496230fb8c), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.774327 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf63579-ba5d-4514-bec3-8b950e0c0200 req-81cf13c9-bc4a-48ae-b6d8-b1e73250e39b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:17.775889 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cdf63579-ba5d-4514-bec3-8b950e0c0200 req-81cf13c9-bc4a-48ae-b6d8-b1e73250e39b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0519333 Apr 14 22:02:17.785937 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-84b76968-c72b-4f78-b144-f7b90b239ff2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (bd6be9de-36bd-4931-bb25-5e496230fb8c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:17.810720 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93ae0b02-bf52-4c7e-a6a6-aeb5de85acbf req-58a8bc1f-22fc-4ef9-94c7-d65a5e40e73d service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047409 Apr 14 22:02:17.827156 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b76968-c72b-4f78-b144-f7b90b239ff2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6be9de-36bd-4931-bb25-5e496230fb8c,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:17.854354 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cdf63579-ba5d-4514-bec3-8b950e0c0200 req-efe2df98-958f-4c19-96d6-692ec01320ba tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695851 Apr 14 22:02:18.016842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-84b76968-c72b-4f78-b144-f7b90b239ff2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.018167 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-84b76968-c72b-4f78-b144-f7b90b239ff2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5436530 Apr 14 22:02:18.021375 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 52790) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:18.025759 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-75ed15a0-52d0-4842-a9e1-bdced768d3cc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group_rule': {'security_group_id': '072507ea-a30d-41a7-811f-0aaa9fe1fe78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:18.202739 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-75ed15a0-52d0-4842-a9e1-bdced768d3cc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (c8694701-12a8-4015-91e4-e4ddee3b2d5f), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.276252 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-75ed15a0-52d0-4842-a9e1-bdced768d3cc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (c8694701-12a8-4015-91e4-e4ddee3b2d5f), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.396087 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-75ed15a0-52d0-4842-a9e1-bdced768d3cc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (c8694701-12a8-4015-91e4-e4ddee3b2d5f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.426269 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed15a0-52d0-4842-a9e1-bdced768d3cc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8694701-12a8-4015-91e4-e4ddee3b2d5f,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:18.564227 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-75ed15a0-52d0-4842-a9e1-bdced768d3cc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.565884 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-75ed15a0-52d0-4842-a9e1-bdced768d3cc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5433154 Apr 14 22:02:18.569620 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 52794) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:18.577428 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:18.608090 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cc879552-f6a0-4949-a6d3-c86c9e211398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.746308 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.832469 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:18.982194 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Allocated IP 172.27.1.158 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/8c82f3ed-a663-4d8e-b983-6fb1364d58a9) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:02:18.999702 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d704-016b-4551-94a4-10457a4c7073 req-28a9379b-462e-4550-9a0a-b7a2bb872592 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:19.001242 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2578d704-016b-4551-94a4-10457a4c7073 req-28a9379b-462e-4550-9a0a-b7a2bb872592 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0699372 Apr 14 22:02:19.105629 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2578d704-016b-4551-94a4-10457a4c7073 req-246d2ea3-30b8-4d4c-baff-9465b317886c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974278 Apr 14 22:02:19.143945 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (8c82f3ed-a663-4d8e-b983-6fb1364d58a9), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.288808 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (8c82f3ed-a663-4d8e-b983-6fb1364d58a9), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.328686 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:02:19.334655 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:02:19.339121 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:02:19.346310 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=8c82f3ed-a663-4d8e-b983-6fb1364d58a9,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:19.437841 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (693ff216-08d0-4195-8809-7ba8f51e2c72), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.617396 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (8c82f3ed-a663-4d8e-b983-6fb1364d58a9), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.727971 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.795709 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (8c82f3ed-a663-4d8e-b983-6fb1364d58a9), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.921893 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (8c82f3ed-a663-4d8e-b983-6fb1364d58a9), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:19.994571 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=8c82f3ed-a663-4d8e-b983-6fb1364d58a9,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:20.012319 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (693ff216-08d0-4195-8809-7ba8f51e2c72), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.119158 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.120524 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-df5536f0-a450-4cb1-9149-a221833593fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5490544 Apr 14 22:02:20.281129 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3df46e-97a1-4484-a9d3-db339c6e74f0 req-3391c078-fc1f-46d6-8f0e-08e2fb71b562 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:20.283605 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce3df46e-97a1-4484-a9d3-db339c6e74f0 req-3391c078-fc1f-46d6-8f0e-08e2fb71b562 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0846200 Apr 14 22:02:20.345398 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce3df46e-97a1-4484-a9d3-db339c6e74f0 req-8e5a39cc-43c4-4ba2-bbc3-41423b2b3f1a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546248 Apr 14 22:02:20.411923 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-8d921110-e0c6-4843-9710-1e1e4f7ee900 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1714813824&fields=id&tenant_id=a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 267 time: 0.0718334 Apr 14 22:02:20.550045 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-f54ecdbd-9366-45b3-a1ff-db7466f7d83a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:20.551661 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-f54ecdbd-9366-45b3-a1ff-db7466f7d83a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 814 time: 0.1319480 Apr 14 22:02:20.570517 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-77b86c06-9f81-4a49-a8d6-49912b65489c tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/quotas/a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 375 time: 0.0131650 Apr 14 22:02:20.639274 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-99ad3027-d8d9-4008-8930-bf685e8eadff tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600882 Apr 14 22:02:20.838436 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-845b1b9d-8c10-4f38-b245-506b729e8822 service neutron] 10.222.0.52 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789622 Apr 14 22:02:20.898844 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:20.945550 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-56750709-d122-4488-84d3-fa058347ba8f service neutron] 10.222.0.52 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996730 Apr 14 22:02:21.247436 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9082c966-417b-4663-b07f-ff5ef1227abe req-749fea0d-2a63-41cc-bfed-e3b566e1fed8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 210 time: 0.0380042 Apr 14 22:02:21.498130 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1105b-cfb3-4f1a-a856-0f7c675b7643 req-9abc24d5-bf56-4194-b549-f3a6f42a49e2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:21.499684 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-61b1105b-cfb3-4f1a-a856-0f7c675b7643 req-9abc24d5-bf56-4194-b549-f3a6f42a49e2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0691576 Apr 14 22:02:21.570643 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-61b1105b-cfb3-4f1a-a856-0f7c675b7643 req-7cd88a37-f8c7-4fd8-b9af-889b369ecf1b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611410 Apr 14 22:02:22.337828 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4335ad85-7b34-46da-a7d7-72f77aeb01aa req-c616a717-e1dd-49cf-9e80-168897926817 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 210 time: 0.0331433 Apr 14 22:02:22.676635 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:22.742919 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a49226-66b4-40e5-9c8b-0b57dd1632df req-3d0805ab-3ed9-43cc-aae2-3b8211ddb44f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:22.744593 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a1a49226-66b4-40e5-9c8b-0b57dd1632df req-3d0805ab-3ed9-43cc-aae2-3b8211ddb44f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0664814 Apr 14 22:02:22.801258 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a1a49226-66b4-40e5-9c8b-0b57dd1632df req-0a37b396-44eb-4fc9-8fb7-457a12c06226 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511916 Apr 14 22:02:23.474332 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ceddf85c-7372-4e8e-bee0-bce4894f1c0b req-12912e6c-99b8-453d-a6ae-ae768b60a000 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 210 time: 0.0421803 Apr 14 22:02:23.934262 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effcdd1-7935-43f3-b8d8-af2347697f31 req-1d1185e4-b168-4300-8292-946a4aa4d929 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:23.935793 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4effcdd1-7935-43f3-b8d8-af2347697f31 req-1d1185e4-b168-4300-8292-946a4aa4d929 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0536737 Apr 14 22:02:24.033671 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4effcdd1-7935-43f3-b8d8-af2347697f31 req-ba87a2ea-70d7-4d48-b792-14fbb2d4f402 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919938 Apr 14 22:02:24.112124 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-0dd26244-ebf0-4824-8c5c-180f2f2e318f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:24.113771 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-0dd26244-ebf0-4824-8c5c-180f2f2e318f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 814 time: 0.1231740 Apr 14 22:02:24.222730 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c534ca29-1acd-4138-b861-d3d792a12d8a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 472 time: 0.0984263 Apr 14 22:02:24.234663 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'port': {'device_id': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'admin_state_up': True, 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'security_groups': ['072507ea-a30d-41a7-811f-0aaa9fe1fe78']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:24.505274 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Made reservation on behalf of a65a6dd5b01d4404afb6a740fb56fd54 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:02:24.515279 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:24.582164 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6f6d3b30-ab7c-4342-925f-7a39faaa8193 req-73f2fe11-3a04-4d46-9249-33dbed2888a4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 210 time: 0.0317824 Apr 14 22:02:24.672069 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Allocated IP 172.20.0.12 (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c/174e0c70-bae1-43c3-8ecf-3a4df32b7eca/4e968754-323d-4743-ae02-e197ae404e2d) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:02:24.848149 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (4e968754-323d-4743-ae02-e197ae404e2d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:24.991219 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (4e968754-323d-4743-ae02-e197ae404e2d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:25.041496 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:02:25.047505 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:02:25.051412 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:02:25.058395 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=4e968754-323d-4743-ae02-e197ae404e2d,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:25.134549 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:25.135513 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:25.216224 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686f781-283c-4afa-b4c6-c22b2fe724e8 req-00307201-1a0b-423a-b2fb-8b62cc3b27f8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:25.219826 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5686f781-283c-4afa-b4c6-c22b2fe724e8 req-00307201-1a0b-423a-b2fb-8b62cc3b27f8 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0782967 Apr 14 22:02:25.275988 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-c2e34ba6-5799-49a1-9ccc-555f6751f1e9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0459857 Apr 14 22:02:25.292466 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Request body: {'port': {'device_id': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:25.331363 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5686f781-283c-4afa-b4c6-c22b2fe724e8 req-fd7a3d51-8e1c-43cf-a3e6-64c6849a795f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032619 Apr 14 22:02:25.383901 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5455bdf-c43e-410a-a77c-5b1ffe716ead None None] Provisioning complete for port 4e968754-323d-4743-ae02-e197ae404e2d triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:02:25.385088 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5455bdf-c43e-410a-a77c-5b1ffe716ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (4e968754-323d-4743-ae02-e197ae404e2d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:25.392832 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (4e968754-323d-4743-ae02-e197ae404e2d), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:25.430335 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5455bdf-c43e-410a-a77c-5b1ffe716ead None None] Port 4e968754-323d-4743-ae02-e197ae404e2d cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:02:25.725108 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e968754-323d-4743-ae02-e197ae404e2d {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:02:25.733138 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764448d-bf15-4c1b-9e11-29e094756130 req-a62d0475-f1ab-4900-84c1-a54e0c995a30 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:25.734826 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3764448d-bf15-4c1b-9e11-29e094756130 req-a62d0475-f1ab-4900-84c1-a54e0c995a30 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 932 time: 0.0676548 Apr 14 22:02:25.735045 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Publish callbacks [] for port (4e968754-323d-4743-ae02-e197ae404e2d), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:25.748406 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Transition to ACTIVE for port object 4e968754-323d-4743-ae02-e197ae404e2d will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:02:25.796911 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3764448d-bf15-4c1b-9e11-29e094756130 req-5e6e3743-64cd-427b-a2a4-49eea5cc2f4a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551598 Apr 14 22:02:25.819313 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (4e968754-323d-4743-ae02-e197ae404e2d), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:25.882438 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e968754-323d-4743-ae02-e197ae404e2d,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:25.982854 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Attempting to bind port 4e968754-323d-4743-ae02-e197ae404e2d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:02:25.983324 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Attempting to bind port 4e968754-323d-4743-ae02-e197ae404e2d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:02:25.983794 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Attempting to bind port 4e968754-323d-4743-ae02-e197ae404e2d on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:02:25.990921 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Port 4e968754-323d-4743-ae02-e197ae404e2d on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:02:25.991290 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Attempting to bind port 4e968754-323d-4743-ae02-e197ae404e2d on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:02:25.999125 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:02:25.999594 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Checking segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:02:26.000106 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Bound using segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:02:26.000721 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Bound port: 4e968754-323d-4743-ae02-e197ae404e2d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:02:26.001251 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (4e968754-323d-4743-ae02-e197ae404e2d), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:26.093924 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] For port 4e968754-323d-4743-ae02-e197ae404e2d, host hv-cinder-81322, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:02:26.097340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] For port 4e968754-323d-4743-ae02-e197ae404e2d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e968754-323d-4743-ae02-e197ae404e2d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:02:26.242561 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (4e968754-323d-4743-ae02-e197ae404e2d), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:26.285422 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:26.286052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:26.287457 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] 10.222.0.81 "PUT /v2.0/ports/4e968754-323d-4743-ae02-e197ae404e2d HTTP/1.1" status: 200 len: 1094 time: 1.0005472 Apr 14 22:02:26.287910 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'tag': '4e968754-323d-4743-ae02-e197ae404e2d'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:02:26.290266 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a38783-b0f6-41c0-8cdb-80f0823775ff" -d '{"events": [{"name": "network-changed", "server_uuid": "94877ad2-09b3-4794-8dc0-861d5ae251e5", "tag": "4e968754-323d-4743-ae02-e197ae404e2d"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:02:26.320959 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291fe2a-591b-44f4-9587-f7e779e0aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e968754-323d-4743-ae02-e197ae404e2d,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:26.413142 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e844557-af60-4b9f-8eaa-d2340cdc2d75 x-openstack-request-id: req-0e844557-af60-4b9f-8eaa-d2340cdc2d75 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:02:26.413517 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94877ad2-09b3-4794-8dc0-861d5ae251e5", "tag": "4e968754-323d-4743-ae02-e197ae404e2d", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:02:26.413842 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e844557-af60-4b9f-8eaa-d2340cdc2d75 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:02:26.414315 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e844557-af60-4b9f-8eaa-d2340cdc2d75'] response: {'name': 'network-changed', 'server_uuid': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'tag': '4e968754-323d-4743-ae02-e197ae404e2d', 'status': 'completed', 'code': 200} Apr 14 22:02:26.478381 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022a1fc-771e-449e-88d1-78650de60afd req-8373527e-b176-4365-b392-924a53c8acbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:26.480049 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3022a1fc-771e-449e-88d1-78650de60afd req-8373527e-b176-4365-b392-924a53c8acbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0552866 Apr 14 22:02:26.541925 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3022a1fc-771e-449e-88d1-78650de60afd req-250835a2-2bbe-463a-b64f-99b2677d379f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540347 Apr 14 22:02:26.956469 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807bc73-33ae-4a27-8509-28f4370e526b req-c13d1d07-335b-4770-8da7-aa287e82d04b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:26.957978 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5807bc73-33ae-4a27-8509-28f4370e526b req-c13d1d07-335b-4770-8da7-aa287e82d04b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 944 time: 0.0507784 Apr 14 22:02:27.017071 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5807bc73-33ae-4a27-8509-28f4370e526b req-c90135bf-a714-4a2e-9879-2923521f2dcb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530322 Apr 14 22:02:27.668919 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad56f8-93ed-42cd-94b6-ce6afbee0a87 req-6d351de0-0a87-4bbf-8c20-e1e2b492e8da tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:27.670414 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a9ad56f8-93ed-42cd-94b6-ce6afbee0a87 req-6d351de0-0a87-4bbf-8c20-e1e2b492e8da tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0518308 Apr 14 22:02:27.728226 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a9ad56f8-93ed-42cd-94b6-ce6afbee0a87 req-94653da5-76aa-4ea1-bed5-e522b9b4cede tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504253 Apr 14 22:02:27.892921 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da98d4-a329-47d6-bec3-b23e017bb243 req-2a92e0a5-255a-48ed-9fee-e98ba9ad86fa tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:27.895395 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-78da98d4-a329-47d6-bec3-b23e017bb243 req-2a92e0a5-255a-48ed-9fee-e98ba9ad86fa tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0729609 Apr 14 22:02:27.977774 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-78da98d4-a329-47d6-bec3-b23e017bb243 req-1a9fa858-0496-45c5-852d-12b6b487ef3d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721669 Apr 14 22:02:28.141458 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3130320-a1e7-4ea3-a143-1c45ac60ca27 req-eab0eaf4-e5e6-40ac-a76b-67e427d8f85d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:28.143106 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f3130320-a1e7-4ea3-a143-1c45ac60ca27 req-eab0eaf4-e5e6-40ac-a76b-67e427d8f85d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 944 time: 0.0506766 Apr 14 22:02:28.202944 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f3130320-a1e7-4ea3-a143-1c45ac60ca27 req-7b1823f4-f2ae-4833-a9de-e7362d78816d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470505 Apr 14 22:02:28.322027 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a38783-b0f6-41c0-8cdb-80f0823775ff req-97bcb5a1-2f37-4a29-bca4-13d91654e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:28.329812 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e0a38783-b0f6-41c0-8cdb-80f0823775ff req-97bcb5a1-2f37-4a29-bca4-13d91654e9b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 1128 time: 0.0436943 Apr 14 22:02:28.445810 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a38783-b0f6-41c0-8cdb-80f0823775ff req-a7faf7e2-41b6-4b99-a836-6e1fdaca7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:28.447304 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e0a38783-b0f6-41c0-8cdb-80f0823775ff req-a7faf7e2-41b6-4b99-a836-6e1fdaca7912 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1164467 Apr 14 22:02:28.459423 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6718f20-95d6-4986-9a60-3021d2bb9805 req-9c67e3b3-ce9b-4ea1-8b1a-6dcd3c78fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:28.461307 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f6718f20-95d6-4986-9a60-3021d2bb9805 req-9c67e3b3-ce9b-4ea1-8b1a-6dcd3c78fe0c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 1129 time: 0.0494967 Apr 14 22:02:28.522384 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f6718f20-95d6-4986-9a60-3021d2bb9805 req-2a2ea2f1-fcf8-4509-aec3-a9f6a1becde8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522308 Apr 14 22:02:28.561220 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a38783-b0f6-41c0-8cdb-80f0823775ff req-925ec43b-2029-4ce9-a009-73be23f62201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:28.561220 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e0a38783-b0f6-41c0-8cdb-80f0823775ff req-925ec43b-2029-4ce9-a009-73be23f62201 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087627 Apr 14 22:02:28.858216 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179913-d6f6-44f9-b32b-5a4bbecce66f req-8fa83414-8b86-4a61-b1fd-0b320263abe2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:28.859824 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea179913-d6f6-44f9-b32b-5a4bbecce66f req-8fa83414-8b86-4a61-b1fd-0b320263abe2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0560191 Apr 14 22:02:28.936002 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-76748d5f-0c8f-4b2f-be55-36ffab76f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:28.937565 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-76748d5f-0c8f-4b2f-be55-36ffab76f8d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1168 time: 0.0608928 Apr 14 22:02:28.958307 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea179913-d6f6-44f9-b32b-5a4bbecce66f req-cd990fd8-d5b5-4dcd-a1f3-ee55b8fbae94 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880988 Apr 14 22:02:28.959517 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-97711f30-a722-4106-8113-fd4534e9d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:28.961345 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-97711f30-a722-4106-8113-fd4534e9d4ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 1128 time: 0.0479436 Apr 14 22:02:29.020562 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-ed6140ad-152d-45ac-979e-974dca88cba2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e968754-323d-4743-ae02-e197ae404e2d HTTP/1.1" status: 200 len: 217 time: 0.0371447 Apr 14 22:02:29.094664 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-5ee0dff3-35a4-4f7c-8813-5806db9aff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:29.096209 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-5ee0dff3-35a4-4f7c-8813-5806db9aff58 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 200 len: 853 time: 0.0642233 Apr 14 22:02:29.104775 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-42e4b610-b603-4a6d-bc81-61e55288d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:29.106645 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-42e4b610-b603-4a6d-bc81-61e55288d30a service neutron] 10.222.0.81 "GET /v2.0/networks?id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380 HTTP/1.1" status: 200 len: 915 time: 0.1611350 Apr 14 22:02:29.176073 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-01987a05-cec8-4672-8ca5-317faec13fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:29.177548 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-01987a05-cec8-4672-8ca5-317faec13fa8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724921 Apr 14 22:02:29.188706 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-8d071cdc-3ad5-45ef-ae0c-d470770a5092 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 1001 time: 0.0737112 Apr 14 22:02:29.196665 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9ec3e-3a88-499f-b12e-d392a3093ad6 req-ea22a4c1-8884-4538-9d16-03294561f6f9 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:29.198293 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-11e9ec3e-3a88-499f-b12e-d392a3093ad6 req-ea22a4c1-8884-4538-9d16-03294561f6f9 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0914183 Apr 14 22:02:29.273375 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-11e9ec3e-3a88-499f-b12e-d392a3093ad6 req-b02c8d11-350f-43e9-90b9-763aa2fd2c99 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663111 Apr 14 22:02:29.326009 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93d9af-ba88-4d3a-9a23-603f4c976838 req-9246a2dd-090a-417d-bba8-12d021482679 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:29.327511 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ee93d9af-ba88-4d3a-9a23-603f4c976838 req-9246a2dd-090a-417d-bba8-12d021482679 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 944 time: 0.0519288 Apr 14 22:02:29.384194 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ee93d9af-ba88-4d3a-9a23-603f4c976838 req-c46b4c0f-abe1-46d7-9ac5-0b5d89f83e5f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466876 Apr 14 22:02:29.964762 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-5d85fde1-af78-4e71-973e-edd5a8d71ec7 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069012 Apr 14 22:02:30.119905 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0d9b8-6bff-4cf3-95a4-2fda254c09ba req-b3773e54-dedf-4506-bb9f-ae8eb035e09c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:30.121803 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9ed0d9b8-6bff-4cf3-95a4-2fda254c09ba req-b3773e54-dedf-4506-bb9f-ae8eb035e09c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0715554 Apr 14 22:02:30.145926 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5bf621d8-f7fc-43e2-9d2c-218dd18907e1 req-b7804ff8-94e8-4a66-a2be-ff97e6f2dec0 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659920 Apr 14 22:02:30.188634 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9ed0d9b8-6bff-4cf3-95a4-2fda254c09ba req-eb488128-2a0f-4c9b-b75f-923a1985ffe1 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568790 Apr 14 22:02:30.202356 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-f2e96ce9-0e80-4987-a49f-da54cc2fe1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:30.203733 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-f2e96ce9-0e80-4987-a49f-da54cc2fe1eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34492abf-7c54-403b-92f3-c324f4917c48 HTTP/1.1" status: 200 len: 853 time: 0.3463106 Apr 14 22:02:30.256316 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-e5d4c66d-7a56-4ff3-b9bf-2efc8ee7184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:30.257742 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-e5d4c66d-7a56-4ff3-b9bf-2efc8ee7184e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448713 Apr 14 22:02:30.399864 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b64f16-2f16-4df4-a70b-505e3dd62ddf req-10a1e1e9-7fab-431b-b97f-33706d72e5ed tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:30.401604 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-85b64f16-2f16-4df4-a70b-505e3dd62ddf req-10a1e1e9-7fab-431b-b97f-33706d72e5ed tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0515876 Apr 14 22:02:30.491325 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-85b64f16-2f16-4df4-a70b-505e3dd62ddf req-7bfc3576-f4c7-4b2b-9f7f-42a0294e516f tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834246 Apr 14 22:02:30.520247 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bebd7-017f-4143-926c-de8dea66467a req-f7169317-8a3f-4c33-ba17-4d34ceb5e704 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:30.521824 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf4bebd7-017f-4143-926c-de8dea66467a req-f7169317-8a3f-4c33-ba17-4d34ceb5e704 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 944 time: 0.0595844 Apr 14 22:02:30.581589 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf4bebd7-017f-4143-926c-de8dea66467a req-99577b97-a127-4763-be54-e1fd1a7d2a54 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507152 Apr 14 22:02:31.019104 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-41f40d5c-027d-44d0-ab17-b88d5c056dd6 service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213868 Apr 14 22:02:31.324479 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b33b12-f168-4f17-91af-66dc07e6c843 req-5802f778-ed73-4949-9934-ad0960859bd9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:31.327022 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d0b33b12-f168-4f17-91af-66dc07e6c843 req-5802f778-ed73-4949-9934-ad0960859bd9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0607307 Apr 14 22:02:31.379773 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d0b33b12-f168-4f17-91af-66dc07e6c843 req-f77c3828-338c-4b0f-86f3-cd12183511d2 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470152 Apr 14 22:02:31.613637 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de319c-3db8-4189-b665-d7f1fe63fc22 req-49c688f3-5987-450b-a00b-db71acd0d703 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:31.615195 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b0de319c-3db8-4189-b665-d7f1fe63fc22 req-49c688f3-5987-450b-a00b-db71acd0d703 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0500753 Apr 14 22:02:31.680836 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b0de319c-3db8-4189-b665-d7f1fe63fc22 req-e2d1e7e9-d44d-4aaf-bdff-5b6a47731a52 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597746 Apr 14 22:02:31.800384 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0bd1-98a2-4ab0-82c5-474087b55939 req-2d7c9e00-7f53-4099-a940-b89033aebbb1 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:31.802151 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-200b0bd1-98a2-4ab0-82c5-474087b55939 req-2d7c9e00-7f53-4099-a940-b89033aebbb1 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 944 time: 0.0588734 Apr 14 22:02:31.857882 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-200b0bd1-98a2-4ab0-82c5-474087b55939 req-be1d12f6-0d29-4af7-93b6-940d1e93a9cd tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478504 Apr 14 22:02:32.017627 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f635c-de75-4cbf-8b91-9bc1246e1bba req-51bb0d94-15d0-457e-9a24-1195d2be7adb tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:32.019190 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f6f635c-de75-4cbf-8b91-9bc1246e1bba req-51bb0d94-15d0-457e-9a24-1195d2be7adb tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0587940 Apr 14 22:02:32.070957 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f6f635c-de75-4cbf-8b91-9bc1246e1bba req-eb4fefd2-f9d0-4914-9b0f-b84bca47ae56 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458355 Apr 14 22:02:32.815051 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bc01-085d-4368-9081-3ff554ed9da0 req-d34bdf78-3538-4d77-90d3-155eb6c9ac48 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:32.816659 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fec3bc01-085d-4368-9081-3ff554ed9da0 req-d34bdf78-3538-4d77-90d3-155eb6c9ac48 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0549481 Apr 14 22:02:32.899935 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fec3bc01-085d-4368-9081-3ff554ed9da0 req-5d34366f-fc7a-4661-90c4-eee75b03f6e3 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769827 Apr 14 22:02:32.992115 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710e525-b744-4c7b-bb4f-a9bff2af8efb req-59971e78-9648-4b0e-9c1c-2252587443c3 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:32.993685 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2710e525-b744-4c7b-bb4f-a9bff2af8efb req-59971e78-9648-4b0e-9c1c-2252587443c3 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 944 time: 0.0498805 Apr 14 22:02:33.049744 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2710e525-b744-4c7b-bb4f-a9bff2af8efb req-420e8900-fbf1-4da3-97ff-c0327ff377b7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495124 Apr 14 22:02:33.369532 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860ab56-6e4a-4e6d-8056-05a5b3138e82 req-016b1d47-50df-44b9-a4c8-deb483059182 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:33.372320 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e860ab56-6e4a-4e6d-8056-05a5b3138e82 req-016b1d47-50df-44b9-a4c8-deb483059182 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0580447 Apr 14 22:02:33.439650 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e860ab56-6e4a-4e6d-8056-05a5b3138e82 req-3f131faa-8e6e-4639-82d0-814b2361df4a tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603046 Apr 14 22:02:34.021479 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2812f-6a40-47c8-bcc9-e44cf452e519 req-3e5eaf32-b4bd-415d-870a-77015a622e40 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:34.022989 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5af2812f-6a40-47c8-bcc9-e44cf452e519 req-3e5eaf32-b4bd-415d-870a-77015a622e40 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0499284 Apr 14 22:02:34.088223 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5af2812f-6a40-47c8-bcc9-e44cf452e519 req-65418c98-700a-48e2-8282-12d769e880df tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590134 Apr 14 22:02:34.168176 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc66a3-bfa6-4445-9e29-1a4c4fd43c3f req-af42e27a-0487-4c40-a328-7ac18e525778 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:34.169943 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a3bc66a3-bfa6-4445-9e29-1a4c4fd43c3f req-af42e27a-0487-4c40-a328-7ac18e525778 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 944 time: 0.0478692 Apr 14 22:02:34.220088 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a3bc66a3-bfa6-4445-9e29-1a4c4fd43c3f req-9c384e7a-b537-419a-96fd-35f171cc2dbb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Apr 14 22:02:34.221724 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:02:34.557524 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0822d-fa47-4b41-8b21-d5f652b7d23f req-bef93e4b-fcd6-4cab-b25e-46cc1745e81c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:34.559102 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-12a0822d-fa47-4b41-8b21-d5f652b7d23f req-bef93e4b-fcd6-4cab-b25e-46cc1745e81c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0493839 Apr 14 22:02:34.614994 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 4e968754-323d-4743-ae02-e197ae404e2d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:02:34.618675 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-12a0822d-fa47-4b41-8b21-d5f652b7d23f req-2add23f4-c927-4d46-b5ec-0649c89ff953 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528641 Apr 14 22:02:34.728183 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 4e968754-323d-4743-ae02-e197ae404e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e968754-323d-4743-ae02-e197ae404e2d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:02:34.741658 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '4e968754-323d-4743-ae02-e197ae404e2d', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'port_id': '4e968754-323d-4743-ae02-e197ae404e2d', 'mac_address': 'fa:16:3e:59:86:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:02:34.781843 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 4e968754-323d-4743-ae02-e197ae404e2d is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:02:34.782234 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (4e968754-323d-4743-ae02-e197ae404e2d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:34.796152 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e968754-323d-4743-ae02-e197ae404e2d {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:02:34.818380 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 4e968754-323d-4743-ae02-e197ae404e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e968754-323d-4743-ae02-e197ae404e2d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:02:35.059712 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (4e968754-323d-4743-ae02-e197ae404e2d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:35.122672 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=4e968754-323d-4743-ae02-e197ae404e2d,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.134573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.135275 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.135275 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.135616 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.136245 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.136832 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:35.212746 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91362e-df65-46d0-94da-388aac526db0 req-77c2de58-8b05-498d-9cd9-9fcb1a97be31 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:35.214290 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3a91362e-df65-46d0-94da-388aac526db0 req-77c2de58-8b05-498d-9cd9-9fcb1a97be31 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0525064 Apr 14 22:02:35.317240 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3a91362e-df65-46d0-94da-388aac526db0 req-5128fe09-8b48-4224-8d02-c8978a82770a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940843 Apr 14 22:02:35.418376 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c81b80-8ae6-4c23-b20a-76fe0b0c33d0 req-ae5950a5-2afc-47b6-ab9a-64829a99a198 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:35.419957 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8c81b80-8ae6-4c23-b20a-76fe0b0c33d0 req-ae5950a5-2afc-47b6-ab9a-64829a99a198 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 945 time: 0.0951736 Apr 14 22:02:35.468125 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c65ffe10-fb16-4ea3-8daa-e23e40b914e6 req-8fcb408a-1107-4ae7-9ae7-04a26e7da4b1 service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015083 Apr 14 22:02:35.498965 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8c81b80-8ae6-4c23-b20a-76fe0b0c33d0 req-5748f880-9549-47fa-9ae1-efffd58e9bbc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670762 Apr 14 22:02:35.674591 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-44194a15-5a1b-423d-b795-62bec0b614c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:35.676071 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-44194a15-5a1b-423d-b795-62bec0b614c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 1129 time: 0.0437124 Apr 14 22:02:35.757594 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35942541-2391-4857-a7fb-2196a5e0332e req-c912d6ab-2713-4e2a-8bcb-0d957905fd2f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:35.759350 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-35942541-2391-4857-a7fb-2196a5e0332e req-c912d6ab-2713-4e2a-8bcb-0d957905fd2f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0552866 Apr 14 22:02:35.771049 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['4e968754-323d-4743-ae02-e197ae404e2d'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:02:35.797771 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-9f470b29-3ecd-4ee5-aa0b-0741a20c6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:35.799454 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-9f470b29-3ecd-4ee5-aa0b-0741a20c6794 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.1133885 Apr 14 22:02:35.817927 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-35942541-2391-4857-a7fb-2196a5e0332e req-b9fa74b7-cdf8-485d-b141-f6710c4b5290 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490406 Apr 14 22:02:35.881203 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-3120bfed-89b6-4e5d-ba5d-c9e7b1511911 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b654f-6db5-430f-9b6f-956e83847a89 HTTP/1.1" status: 200 len: 1000 time: 0.0710213 Apr 14 22:02:35.943263 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-4cbb969a-754e-4fd3-9a76-37ea5093fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:35.944781 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-4cbb969a-754e-4fd3-9a76-37ea5093fea0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0572824 Apr 14 22:02:35.998675 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-d7d58c7f-dfcf-43a0-b14f-416e2df5cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:36.000398 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-d7d58c7f-dfcf-43a0-b14f-416e2df5cf6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480180 Apr 14 22:02:36.101889 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-66e89d95-33b5-420d-8f32-b238bca6a1b7 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927951 Apr 14 22:02:36.207405 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4f4987b-6a67-4bc0-b7d9-ed3369ae3f03 req-448b8183-c9c4-420b-bc4c-be48c9aa12b1 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983455 Apr 14 22:02:36.471078 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb0ad-b1a3-4b86-8d79-f79a4b7ea179 req-73fd675a-ddbf-4d71-828d-a7c0d461477a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:36.472603 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0c9fb0ad-b1a3-4b86-8d79-f79a4b7ea179 req-73fd675a-ddbf-4d71-828d-a7c0d461477a tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0658519 Apr 14 22:02:36.537034 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0c9fb0ad-b1a3-4b86-8d79-f79a4b7ea179 req-6ca5aaaf-a763-41ac-897c-270ec8e74239 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586050 Apr 14 22:02:36.648183 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8429bc-7cc2-44cd-8b3c-b58b75349e90 req-00d3d473-83c7-46b4-b3e3-8ad4128f7bd3 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:36.649751 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7d8429bc-7cc2-44cd-8b3c-b58b75349e90 req-00d3d473-83c7-46b4-b3e3-8ad4128f7bd3 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Apr 14 22:02:36.706086 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7d8429bc-7cc2-44cd-8b3c-b58b75349e90 req-8e9a05f4-71d2-44d1-8517-2ce58d8dd039 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503936 Apr 14 22:02:36.944793 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8c744-f7d2-4a4c-9c40-3c6df38dda4f req-c015751f-cf0a-4b57-852d-b19262b3f725 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:36.946352 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b8b8c744-f7d2-4a4c-9c40-3c6df38dda4f req-c015751f-cf0a-4b57-852d-b19262b3f725 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0552413 Apr 14 22:02:37.003628 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b8b8c744-f7d2-4a4c-9c40-3c6df38dda4f req-e97e811b-4825-4d0e-b495-3028f19f21aa tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496705 Apr 14 22:02:37.575010 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 4e968754-323d-4743-ae02-e197ae404e2d up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:02:37.637468 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 4e968754-323d-4743-ae02-e197ae404e2d completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:02:37.663312 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa120c7b-c6d8-46ea-8b81-04037da5b580 req-e5712d97-d81f-490a-ba56-2139650af10b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:37.664805 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aa120c7b-c6d8-46ea-8b81-04037da5b580 req-e5712d97-d81f-490a-ba56-2139650af10b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0496099 Apr 14 22:02:37.727413 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 4e968754-323d-4743-ae02-e197ae404e2d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:02:37.727932 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (4e968754-323d-4743-ae02-e197ae404e2d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.728568 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aa120c7b-c6d8-46ea-8b81-04037da5b580 req-29b27d37-5673-4056-b54a-8e82a36707c3 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552576 Apr 14 22:02:37.836280 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 4e968754-323d-4743-ae02-e197ae404e2d is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:02:37.836706 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (4e968754-323d-4743-ae02-e197ae404e2d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:37.867291 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f130ab-a131-4b60-85e1-6b610c269007 req-484d5837-f6ed-4ea7-9409-338021ecb3b9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:37.869486 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-04f130ab-a131-4b60-85e1-6b610c269007 req-484d5837-f6ed-4ea7-9409-338021ecb3b9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 945 time: 0.0661621 Apr 14 22:02:37.873679 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e968754-323d-4743-ae02-e197ae404e2d'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:02:37.875962 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629a4648-a9e1-4dbf-94ad-c0af0255517b" -d '{"events": [{"server_uuid": "94877ad2-09b3-4794-8dc0-861d5ae251e5", "name": "network-vif-plugged", "status": "completed", "tag": "4e968754-323d-4743-ae02-e197ae404e2d"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:02:37.892616 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 4e968754-323d-4743-ae02-e197ae404e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e968754-323d-4743-ae02-e197ae404e2d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:02:37.938613 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-04f130ab-a131-4b60-85e1-6b610c269007 req-831397f7-119a-4ecf-afe3-b8951bcd1217 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594566 Apr 14 22:02:37.997842 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7abe793-b9f6-4442-af6c-b8fba941d381 x-openstack-request-id: req-f7abe793-b9f6-4442-af6c-b8fba941d381 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:02:37.998160 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94877ad2-09b3-4794-8dc0-861d5ae251e5", "name": "network-vif-plugged", "status": "completed", "tag": "4e968754-323d-4743-ae02-e197ae404e2d", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:02:37.998419 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7abe793-b9f6-4442-af6c-b8fba941d381 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:02:37.998841 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7abe793-b9f6-4442-af6c-b8fba941d381'] response: {'server_uuid': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e968754-323d-4743-ae02-e197ae404e2d', 'code': 200} Apr 14 22:02:38.082197 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (4e968754-323d-4743-ae02-e197ae404e2d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:38.136852 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daa236-eddf-4048-b5b9-976b38c90ee9 req-746bc405-7020-4119-85b7-b7c845df6f0c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:38.138380 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=4e968754-323d-4743-ae02-e197ae404e2d,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:38.138516 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d8daa236-eddf-4048-b5b9-976b38c90ee9 req-746bc405-7020-4119-85b7-b7c845df6f0c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0549304 Apr 14 22:02:38.190778 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d8daa236-eddf-4048-b5b9-976b38c90ee9 req-009bf818-1358-4d3f-a7c2-c83c3942590d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462968 Apr 14 22:02:38.858041 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a1adb-a73c-4340-8fdc-4e9201db602e req-b7f87164-5fa3-4920-bf30-3380aa0958d5 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:38.859463 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dc4a1adb-a73c-4340-8fdc-4e9201db602e req-b7f87164-5fa3-4920-bf30-3380aa0958d5 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0494351 Apr 14 22:02:38.928511 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dc4a1adb-a73c-4340-8fdc-4e9201db602e req-d66d9fa5-8f6c-43e8-9f62-7c7418eb3fd3 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628130 Apr 14 22:02:39.054228 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75fe2e-7329-4535-9187-895d2fbfdc3f req-9e560200-bad4-47c1-b228-d2ebdb6921e4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:39.055684 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-eb75fe2e-7329-4535-9187-895d2fbfdc3f req-9e560200-bad4-47c1-b228-d2ebdb6921e4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0477548 Apr 14 22:02:39.106801 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-eb75fe2e-7329-4535-9187-895d2fbfdc3f req-33a18d70-2352-4949-abaf-fc543dc89607 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433083 Apr 14 22:02:39.318892 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab9df0-c92b-4533-8811-1a9ca53e1f50 req-0cd94eab-9645-48cc-ac37-364b53c898ca tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:39.320387 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-95ab9df0-c92b-4533-8811-1a9ca53e1f50 req-0cd94eab-9645-48cc-ac37-364b53c898ca tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0527604 Apr 14 22:02:39.378278 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-95ab9df0-c92b-4533-8811-1a9ca53e1f50 req-56c7cacf-9cb1-429a-b3b4-a0603ff32d07 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501034 Apr 14 22:02:40.052861 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:40.056770 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83e731-b77f-4ad4-888c-4921aa10cefb req-96bd363e-9286-418b-9ad7-fbe4e731ec54 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:40.058314 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3c83e731-b77f-4ad4-888c-4921aa10cefb req-96bd363e-9286-418b-9ad7-fbe4e731ec54 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0534661 Apr 14 22:02:40.139756 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3c83e731-b77f-4ad4-888c-4921aa10cefb req-a5084221-045a-4d50-a203-987575cc22cd tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757291 Apr 14 22:02:40.225207 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c14a-6314-47d0-afe1-e03a056675db req-436f92c1-9008-4c67-abe2-518eefc7cfbb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:40.226622 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5e06c14a-6314-47d0-afe1-e03a056675db req-436f92c1-9008-4c67-abe2-518eefc7cfbb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0485008 Apr 14 22:02:40.281566 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5e06c14a-6314-47d0-afe1-e03a056675db req-60382e41-d231-4789-8c2e-eb39ff5b9254 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489266 Apr 14 22:02:40.517180 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6519f-48bf-4a9a-8551-4c49f5723ad5 req-b1792b8f-e743-4111-85bb-9fa2b4b6e951 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:40.518666 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-30a6519f-48bf-4a9a-8551-4c49f5723ad5 req-b1792b8f-e743-4111-85bb-9fa2b4b6e951 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0640731 Apr 14 22:02:40.597071 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-30a6519f-48bf-4a9a-8551-4c49f5723ad5 req-8ef12c15-f5d2-4eda-b7ff-bd68cf4f352c tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686376 Apr 14 22:02:41.271693 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94613ee-5570-4b66-b12a-ac7eed25891e req-4aabd7d0-a2ab-4f28-b106-c3737461bc17 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:41.273230 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d94613ee-5570-4b66-b12a-ac7eed25891e req-4aabd7d0-a2ab-4f28-b106-c3737461bc17 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0553913 Apr 14 22:02:41.340849 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d94613ee-5570-4b66-b12a-ac7eed25891e req-1d139c41-98b0-49ad-b8ce-b699d2194523 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608447 Apr 14 22:02:41.438276 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacdac6-7d7a-4bec-b88f-d919eff3210d req-d5d9ca9e-623f-4de6-b794-78116865f252 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:41.440104 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8cacdac6-7d7a-4bec-b88f-d919eff3210d req-d5d9ca9e-623f-4de6-b794-78116865f252 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0749459 Apr 14 22:02:41.507619 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8cacdac6-7d7a-4bec-b88f-d919eff3210d req-2a997a59-5be1-4714-8b17-647357f84bd0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614576 Apr 14 22:02:41.724972 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153e2d3-570b-46aa-8344-b660ebbd4434 req-4210efd7-d813-4ecb-bd48-f3c6860fa097 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:41.726624 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f153e2d3-570b-46aa-8344-b660ebbd4434 req-4210efd7-d813-4ecb-bd48-f3c6860fa097 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0533543 Apr 14 22:02:41.804812 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3a95-9ab8-4afd-a156-3a0b306e791c req-624c4eaa-bd65-44d6-8133-e0aa91ac036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:41.804812 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8bbe3a95-9ab8-4afd-a156-3a0b306e791c req-624c4eaa-bd65-44d6-8133-e0aa91ac036b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 1130 time: 0.0714552 Apr 14 22:02:41.810163 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f153e2d3-570b-46aa-8344-b660ebbd4434 req-33a47131-24a9-4d0a-bcc8-8b3ea5c7368d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729456 Apr 14 22:02:41.857229 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8bbe3a95-9ab8-4afd-a156-3a0b306e791c req-4f0f13ae-3a5f-4b16-977e-d3eb086d6fb0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Apr 14 22:02:42.482253 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29d56a-8e9b-4b5b-ba33-0d95ce7c079d req-87297b8d-293a-400f-bd1a-88434ab0708c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:42.483799 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be29d56a-8e9b-4b5b-ba33-0d95ce7c079d req-87297b8d-293a-400f-bd1a-88434ab0708c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0546565 Apr 14 22:02:42.560080 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be29d56a-8e9b-4b5b-ba33-0d95ce7c079d req-bbce22b7-74b1-46a7-93e4-bb9887a1d357 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693612 Apr 14 22:02:42.648063 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b96c25-0294-4732-862d-e7b74bb13128 req-47a21961-f612-4365-ac7a-79d5e9532883 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:42.650172 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-94b96c25-0294-4732-862d-e7b74bb13128 req-47a21961-f612-4365-ac7a-79d5e9532883 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0512626 Apr 14 22:02:42.730167 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-94b96c25-0294-4732-862d-e7b74bb13128 req-a32eb640-f24c-4a77-a8bb-73cb77e55f5a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729077 Apr 14 22:02:42.953715 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdb3e3-8afd-4fd0-9440-624cd3d3c273 req-81941d89-b6d1-4db1-a1ad-d3789e1b6380 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:42.955242 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-62bdb3e3-8afd-4fd0-9440-624cd3d3c273 req-81941d89-b6d1-4db1-a1ad-d3789e1b6380 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0566649 Apr 14 22:02:43.021030 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-62bdb3e3-8afd-4fd0-9440-624cd3d3c273 req-8b304e48-8304-4b05-9b40-fc618dae070d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593991 Apr 14 22:02:43.147238 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d097d3-0d36-475d-aa5f-c3d7a4fb177b req-1e09a694-b63b-4597-8159-e1bbc6d417bf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:43.148757 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-30d097d3-0d36-475d-aa5f-c3d7a4fb177b req-1e09a694-b63b-4597-8159-e1bbc6d417bf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0494504 Apr 14 22:02:43.159185 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53028) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:43.163946 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-0815d7df-8732-4d6e-a6d2-494bfb984870 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Request body: {'floatingip': {'port_id': '766b654f-6db5-430f-9b6f-956e83847a89'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:43.238253 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0815d7df-8732-4d6e-a6d2-494bfb984870 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for floatingip (87c6a78f-825d-4ce5-8d5c-2a482a11de58), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:43.750254 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2db9cd-95d5-409c-8da8-72ee852b2a1c req-f9eb7949-a103-43f2-a4d8-889a60accd07 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:43.759338 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e2db9cd-95d5-409c-8da8-72ee852b2a1c req-f9eb7949-a103-43f2-a4d8-889a60accd07 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0853479 Apr 14 22:02:43.855480 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0815d7df-8732-4d6e-a6d2-494bfb984870 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:43.881706 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e2db9cd-95d5-409c-8da8-72ee852b2a1c req-796944d1-ae7d-4308-be15-7ada7fa8fda9 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199856 Apr 14 22:02:43.895801 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da37ce-eebb-4d66-b644-fbc620267caf req-fe787497-0bd0-4239-a0bf-bc2f07bd331a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:43.898648 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0da37ce-eebb-4d66-b644-fbc620267caf req-fe787497-0bd0-4239-a0bf-bc2f07bd331a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0680037 Apr 14 22:02:43.961534 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0815d7df-8732-4d6e-a6d2-494bfb984870 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (87c6a78f-825d-4ce5-8d5c-2a482a11de58), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:43.974508 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0da37ce-eebb-4d66-b644-fbc620267caf req-0480f9ba-08d6-470c-b99e-791452ea39f5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569022 Apr 14 22:02:44.251405 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0815d7df-8732-4d6e-a6d2-494bfb984870 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Router 41cbf4e7-dd0a-4638-bc63-cd459291750c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:02:44.382585 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0815d7df-8732-4d6e-a6d2-494bfb984870 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:02:44.390430 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0815d7df-8732-4d6e-a6d2-494bfb984870 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:44.393668 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] Sync routers for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:02:44.406982 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:02:44.413270 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:02:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:44.431464 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:02:44.434666 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715" -d '{"events": [{"name": "network-changed", "server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "tag": "766b654f-6db5-430f-9b6f-956e83847a89"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:02:44.471135 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-0815d7df-8732-4d6e-a6d2-494bfb984870 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "PUT /v2.0/floatingips/87c6a78f-825d-4ce5-8d5c-2a482a11de58 HTTP/1.1" status: 200 len: 992 time: 1.3107395 Apr 14 22:02:44.501474 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef221be3-1195-48a9-b3ce-386d898bb4da x-openstack-request-id: req-ef221be3-1195-48a9-b3ce-386d898bb4da {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:02:44.501821 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "tag": "766b654f-6db5-430f-9b6f-956e83847a89", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:02:44.502194 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef221be3-1195-48a9-b3ce-386d898bb4da {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:02:44.502670 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef221be3-1195-48a9-b3ce-386d898bb4da'] response: {'name': 'network-changed', 'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89', 'status': 'completed', 'code': 200} Apr 14 22:02:44.583909 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:02:44.603925 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-bee04dcb-a4dd-4f6a-baba-d04fa4b86b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:44.607618 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-bee04dcb-a4dd-4f6a-baba-d04fa4b86b2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 1129 time: 0.0667071 Apr 14 22:02:44.756945 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-d80a4453-0bf5-4336-bf04-7f3ecc0a71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:44.759306 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-d80a4453-0bf5-4336-bf04-7f3ecc0a71cc service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.1346583 Apr 14 22:02:44.858646 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-babfce7c-0cb3-4e9f-a31c-77bba81a1682 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b654f-6db5-430f-9b6f-956e83847a89 HTTP/1.1" status: 200 len: 1000 time: 0.0839088 Apr 14 22:02:44.909814 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '87c6a78f-825d-4ce5-8d5c-2a482a11de58', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'port_id': '766b654f-6db5-430f-9b6f-956e83847a89', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'mac_address': 'fa:16:3e:6d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:39Z', 'updated_at': '2022-04-14T22:02:43Z', 'revision_number': 3, 'project_id': '07795b5930f74368a7508f0536b9f800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:29Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:44.937539 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-4e584b10-a1bc-415c-b9f9-5fac9be4dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:44.939975 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-4e584b10-a1bc-415c-b9f9-5fac9be4dc97 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0734534 Apr 14 22:02:44.945660 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] Checking router: 41cbf4e7-dd0a-4638-bc63-cd459291750c for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:02:44.959064 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:02:44.961150 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:02:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:45.001741 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-f37b92c8-e8a5-4ddb-8c51-5e4368336ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:45.004147 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-f37b92c8-e8a5-4ddb-8c51-5e4368336ffa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556517 Apr 14 22:02:45.118958 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2ca82-086e-43f7-9412-61e77e2aa294 req-b9fd219b-c2c6-4636-904e-ee8fbbcbf4bb tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:45.133738 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ca2ca82-086e-43f7-9412-61e77e2aa294 req-b9fd219b-c2c6-4636-904e-ee8fbbcbf4bb tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.1063333 Apr 14 22:02:45.147024 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-9856233d-e7b6-4858-a7ef-130b4203c58b service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251895 Apr 14 22:02:45.218402 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070cbc4-1868-49f7-9da9-0896dca7b18e req-648d064a-d3db-48f3-acb4-0c000a7df8cd tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:45.220368 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6070cbc4-1868-49f7-9da9-0896dca7b18e req-648d064a-d3db-48f3-acb4-0c000a7df8cd tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.1042094 Apr 14 22:02:45.249708 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:02:45.253223 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ca2ca82-086e-43f7-9412-61e77e2aa294 req-4dea1c4c-a470-49df-b720-758f9ab013c2 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169980 Apr 14 22:02:45.365427 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6070cbc4-1868-49f7-9da9-0896dca7b18e req-bbd99157-f3d0-4419-a2e1-7abf924e11d4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947185 Apr 14 22:02:45.369521 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc6fee8-bbcc-40bb-a55c-789ece7d5715 req-6dbb550b-89f8-4248-aa83-3b4053c74676 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081337 Apr 14 22:02:45.537764 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a570a-4bee-4faf-99a9-8e2a557bad9b req-9be94d41-4cef-436e-81d6-ac4ea918ee5c tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:45.539329 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a46a570a-4bee-4faf-99a9-8e2a557bad9b req-9be94d41-4cef-436e-81d6-ac4ea918ee5c tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0803552 Apr 14 22:02:45.550601 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53060) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:45.558047 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-d5eb5f46-a65c-431a-8ae1-fa8b72e0fde5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'floatingip': {'port_id': '4e968754-323d-4743-ae02-e197ae404e2d'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:02:45.581262 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '87c6a78f-825d-4ce5-8d5c-2a482a11de58', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'port_id': '766b654f-6db5-430f-9b6f-956e83847a89', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'mac_address': 'fa:16:3e:6d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:39Z', 'updated_at': '2022-04-14T22:02:43Z', 'revision_number': 3, 'project_id': '07795b5930f74368a7508f0536b9f800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:29Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:45.612297 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5f46-a65c-431a-8ae1-fa8b72e0fde5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (693ff216-08d0-4195-8809-7ba8f51e2c72), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:45.614113 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e79a7-78ab-4d1b-8f5e-7de931ea0212 None None] The sync data for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi is: [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '87c6a78f-825d-4ce5-8d5c-2a482a11de58', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'port_id': '766b654f-6db5-430f-9b6f-956e83847a89', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'mac_address': 'fa:16:3e:6d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:39Z', 'updated_at': '2022-04-14T22:02:43Z', 'revision_number': 3, 'project_id': '07795b5930f74368a7508f0536b9f800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:29Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:02:46.112531 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5f46-a65c-431a-8ae1-fa8b72e0fde5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:46.150642 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-552cc82c-0205-4991-b0ca-97075af32902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:46.207222 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5f46-a65c-431a-8ae1-fa8b72e0fde5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (693ff216-08d0-4195-8809-7ba8f51e2c72), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:46.540754 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:02:46.543585 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1eff7-b020-4050-b6c7-cdbd0897fea9" -d '{"events": [{"name": "network-changed", "server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "tag": "766b654f-6db5-430f-9b6f-956e83847a89"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:02:46.592561 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead3e952-c15f-41c7-a25f-eeb779ed9843 x-openstack-request-id: req-ead3e952-c15f-41c7-a25f-eeb779ed9843 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:02:46.593295 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "tag": "766b654f-6db5-430f-9b6f-956e83847a89", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:02:46.593295 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ead3e952-c15f-41c7-a25f-eeb779ed9843 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:02:46.593676 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead3e952-c15f-41c7-a25f-eeb779ed9843'] response: {'name': 'network-changed', 'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89', 'status': 'completed', 'code': 200} Apr 14 22:02:46.615024 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394113ab-77ee-4bf8-8c86-f203bf46993c req-834856be-fcfa-49ce-80b0-242dbcf52ae2 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:46.616514 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-394113ab-77ee-4bf8-8c86-f203bf46993c req-834856be-fcfa-49ce-80b0-242dbcf52ae2 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0697663 Apr 14 22:02:46.621931 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-d5eb5f46-a65c-431a-8ae1-fa8b72e0fde5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Floating IP 693ff216-08d0-4195-8809-7ba8f51e2c72 associated. External IP: 172.27.1.158, port: 4e968754-323d-4743-ae02-e197ae404e2d. Apr 14 22:02:46.753946 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-d5b32a20-d7a1-4ab6-9f89-61e17758d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:46.756417 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-d5b32a20-d7a1-4ab6-9f89-61e17758d3f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07795b5930f74368a7508f0536b9f800&device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 1129 time: 0.1319230 Apr 14 22:02:46.972890 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-394113ab-77ee-4bf8-8c86-f203bf46993c req-4a5e2bb7-ccb3-40e8-9e91-9b11b578cace tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3397059 Apr 14 22:02:47.104295 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-f0f35c22-cec2-4495-8944-1d2d9fa18a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:47.107429 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-f0f35c22-cec2-4495-8944-1d2d9fa18a15 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 200 len: 919 time: 0.3388195 Apr 14 22:02:47.290986 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-9c6ea474-f7b0-476d-8f03-9341df84a651 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b654f-6db5-430f-9b6f-956e83847a89 HTTP/1.1" status: 200 len: 1000 time: 0.1705256 Apr 14 22:02:47.355817 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eb5f46-a65c-431a-8ae1-fa8b72e0fde5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:02:47.388330 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-eaa2ba00-5111-498e-9b83-7349ca832187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:47.390938 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-eaa2ba00-5111-498e-9b83-7349ca832187 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 200 len: 857 time: 0.0921354 Apr 14 22:02:47.503068 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-0b70a53d-e108-44b8-92fa-2647540f4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:47.504564 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-0b70a53d-e108-44b8-92fa-2647540f4142 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b16f9766-8b57-4992-ac6c-ff9deb4519c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779934 Apr 14 22:02:47.558065 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb5f46-a65c-431a-8ae1-fa8b72e0fde5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:02:47.570647 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:02:47.589428 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:02:47.590316 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:02:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:47.590540 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5f46-a65c-431a-8ae1-fa8b72e0fde5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:47.638436 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d5eb5f46-a65c-431a-8ae1-fa8b72e0fde5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "PUT /v2.0/floatingips/693ff216-08d0-4195-8809-7ba8f51e2c72 HTTP/1.1" status: 200 len: 992 time: 2.0790744 Apr 14 22:02:47.661305 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-c21a0540-3303-4131-900d-a2adb9b5f519 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376390 Apr 14 22:02:47.721000 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:02:47.781735 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60e1eff7-b020-4050-b6c7-cdbd0897fea9 req-80629a2e-3ef4-45c8-a1f7-477501203dc1 service neutron] 10.222.0.81 "GET /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129200 Apr 14 22:02:47.964945 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '5fb57b52-c572-416c-b2a9-cf012b1978d9', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:24Z', 'updated_at': '2022-04-14T21:59:18Z', 'revision_number': 2, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}, {'id': '693ff216-08d0-4195-8809-7ba8f51e2c72', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': '4e968754-323d-4743-ae02-e197ae404e2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:02:19Z', 'updated_at': '2022-04-14T22:02:46Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:47.993645 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:02:48.003403 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:02:48.004910 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:02:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:48.117989 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd053e3-b23e-4f12-9de2-c42363f00315 req-88f80aca-67eb-4072-90a6-7c91fefb5877 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:48.119629 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2cd053e3-b23e-4f12-9de2-c42363f00315 req-88f80aca-67eb-4072-90a6-7c91fefb5877 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0656254 Apr 14 22:02:48.128298 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:02:48.196001 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2cd053e3-b23e-4f12-9de2-c42363f00315 req-229abb2b-5a0b-4c3a-9034-a45b28a65435 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688522 Apr 14 22:02:48.508522 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '5fb57b52-c572-416c-b2a9-cf012b1978d9', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:24Z', 'updated_at': '2022-04-14T21:59:18Z', 'revision_number': 2, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}, {'id': '693ff216-08d0-4195-8809-7ba8f51e2c72', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': '4e968754-323d-4743-ae02-e197ae404e2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:02:19Z', 'updated_at': '2022-04-14T22:02:46Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:02:48.541061 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b4299-2570-495d-8935-fcc00baf184f None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '5fb57b52-c572-416c-b2a9-cf012b1978d9', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:24Z', 'updated_at': '2022-04-14T21:59:18Z', 'revision_number': 2, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}, {'id': '693ff216-08d0-4195-8809-7ba8f51e2c72', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': '4e968754-323d-4743-ae02-e197ae404e2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:02:19Z', 'updated_at': '2022-04-14T22:02:46Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:02:48.568317 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bfefa649-b57e-4af6-9103-6b148bd354af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:48.594956 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'tag': '4e968754-323d-4743-ae02-e197ae404e2d'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:02:48.597513 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "94877ad2-09b3-4794-8dc0-861d5ae251e5", "tag": "4e968754-323d-4743-ae02-e197ae404e2d"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:02:48.657052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d7b62c-4328-4d3d-8c4f-f49dfc7d6184 x-openstack-request-id: req-41d7b62c-4328-4d3d-8c4f-f49dfc7d6184 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:02:48.657442 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94877ad2-09b3-4794-8dc0-861d5ae251e5", "tag": "4e968754-323d-4743-ae02-e197ae404e2d", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:02:48.659225 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41d7b62c-4328-4d3d-8c4f-f49dfc7d6184 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:02:48.659225 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d7b62c-4328-4d3d-8c4f-f49dfc7d6184'] response: {'name': 'network-changed', 'server_uuid': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'tag': '4e968754-323d-4743-ae02-e197ae404e2d', 'status': 'completed', 'code': 200} Apr 14 22:02:48.746994 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-16d71169-6c4f-4246-b200-be2c338d39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:48.748424 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-16d71169-6c4f-4246-b200-be2c338d39bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 1130 time: 0.0524065 Apr 14 22:02:48.809995 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41edbcd-ea53-4fc5-9c68-fded9ca56ed2 None None] New status for floating IP 693ff216-08d0-4195-8809-7ba8f51e2c72: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:02:48.859066 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-6c708010-b86a-4ddd-b125-b136ce253c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:48.860605 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-6c708010-b86a-4ddd-b125-b136ce253c72 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 915 time: 0.1034172 Apr 14 22:02:48.940890 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-83e24ec8-2b04-4a2a-b1d6-d970634662ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e968754-323d-4743-ae02-e197ae404e2d HTTP/1.1" status: 200 len: 1000 time: 0.0713575 Apr 14 22:02:49.005358 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-c6bcb336-4e71-49ba-8246-35e625667ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:49.006947 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-c6bcb336-4e71-49ba-8246-35e625667ccf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 200 len: 853 time: 0.0590019 Apr 14 22:02:49.061540 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-8ca36c2d-677b-422b-ab8d-853585a71ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:49.063232 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-8ca36c2d-677b-422b-ab8d-853585a71ded service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494223 Apr 14 22:02:49.172063 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-77ed139c-af30-426e-bd77-365f8fc1eec7 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964880 Apr 14 22:02:49.296097 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a272ae9e-b024-41cf-b0c4-ac94e0bad1a8 req-35e1cbc2-1e8b-4cd1-be6e-121d2af3b071 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137128 Apr 14 22:02:49.358981 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8316b-2f84-47fa-b9d3-d6b38c85f6ff req-8a8ef077-4411-44ce-b0cd-028de2319af3 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:49.360449 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8ce8316b-2f84-47fa-b9d3-d6b38c85f6ff req-8a8ef077-4411-44ce-b0cd-028de2319af3 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0658150 Apr 14 22:02:49.436744 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8ce8316b-2f84-47fa-b9d3-d6b38c85f6ff req-1ac03688-26ea-4f70-bc47-fe5de2b85355 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683968 Apr 14 22:02:49.721791 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:50.573315 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26d4f3-bf0c-4884-8acc-cdd97939b33e req-de6a8c98-b74a-4a7f-beba-abb06e85d19b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:50.575974 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3b26d4f3-bf0c-4884-8acc-cdd97939b33e req-de6a8c98-b74a-4a7f-beba-abb06e85d19b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0531313 Apr 14 22:02:50.643323 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3b26d4f3-bf0c-4884-8acc-cdd97939b33e req-3c628bf2-65e5-4e5c-aeb5-5ef125ad8abe tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591745 Apr 14 22:02:50.813188 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:51.773507 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e23fd6-7504-4eda-97d3-e9a990bdd8e8 req-2c3464c9-ab3c-41a9-8f46-3d836dd4a9b0 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:51.798183 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1e23fd6-7504-4eda-97d3-e9a990bdd8e8 req-2c3464c9-ab3c-41a9-8f46-3d836dd4a9b0 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0581934 Apr 14 22:02:51.842742 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1e23fd6-7504-4eda-97d3-e9a990bdd8e8 req-ffabddde-2138-4ffa-a356-f2d8b1a6d667 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598969 Apr 14 22:02:52.232302 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53108) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:52.361979 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:52.443364 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Publish callbacks [] for security_group (7e563282-5b7a-41b7-9c48-d5494afc8e10), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:52.527161 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (7e563282-5b7a-41b7-9c48-d5494afc8e10), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:52.572909 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a592cafb5d7403b8a123454ac281c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388405 Apr 14 22:02:52.574210 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e563282-5b7a-41b7-9c48-d5494afc8e10,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:52.577603 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53112) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:02:52.591284 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.591629 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.591977 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.592323 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.592675 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.593023 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.593350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.593696 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.594227 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.594564 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.594890 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.595219 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.595540 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.595858 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.596180 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14406b-acae-4443-be6f-22449d8af057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:02:52.644724 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-13436104-3a29-46e1-ae93-71ae14e315a9 admin admin] Publish callbacks [] for security_group (7e563282-5b7a-41b7-9c48-d5494afc8e10), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:52.659258 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:52.670836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-13436104-3a29-46e1-ae93-71ae14e315a9 admin admin] Publish callbacks [] for security_group (7e563282-5b7a-41b7-9c48-d5494afc8e10), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:52.819089 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-13436104-3a29-46e1-ae93-71ae14e315a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (7e563282-5b7a-41b7-9c48-d5494afc8e10), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:52.822515 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-13436104-3a29-46e1-ae93-71ae14e315a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:02:52.824372 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-13436104-3a29-46e1-ae93-71ae14e315a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e563282-5b7a-41b7-9c48-d5494afc8e10 HTTP/1.1" status: 204 len: 168 time: 0.2451308 Apr 14 22:02:52.834187 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13436104-3a29-46e1-ae93-71ae14e315a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e563282-5b7a-41b7-9c48-d5494afc8e10,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:02:52.992915 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eee8be-95c9-422c-840d-9c394bc969d0 req-e09a3336-5a20-46e8-85c5-16709d858978 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:52.994435 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-45eee8be-95c9-422c-840d-9c394bc969d0 req-e09a3336-5a20-46e8-85c5-16709d858978 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0569432 Apr 14 22:02:53.062108 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-45eee8be-95c9-422c-840d-9c394bc969d0 req-4002d0a9-45c7-408a-9d62-ea2f468f3b1f tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613937 Apr 14 22:02:54.180125 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11397ede-1616-4149-9925-0d3c3b97a0d8 req-93e36653-2716-4343-8348-2b1830435110 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:02:54.181624 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-11397ede-1616-4149-9925-0d3c3b97a0d8 req-93e36653-2716-4343-8348-2b1830435110 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0483148 Apr 14 22:02:54.248828 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-11397ede-1616-4149-9925-0d3c3b97a0d8 req-668cce9d-ce58-461a-b316-278d8779fab6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=b19bb846-2262-4750-ab36-e95cefd973dc&id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610065 Apr 14 22:03:04.520344 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806434-d245-48fb-b947-33038e4227ff req-aebe79ae-9ede-4d6b-afcb-a4f4fe9c71eb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:04.522022 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f4806434-d245-48fb-b947-33038e4227ff req-aebe79ae-9ede-4d6b-afcb-a4f4fe9c71eb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0504723 Apr 14 22:03:04.579279 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f4806434-d245-48fb-b947-33038e4227ff req-a0b38fff-de7a-442b-8e7f-6c13064bc5c6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513697 Apr 14 22:03:05.727136 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06a8d1-9747-4e60-b0d5-d7a43e2b331f req-1574c1c3-883a-4052-a340-003f5929bfa7 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:05.729451 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6b06a8d1-9747-4e60-b0d5-d7a43e2b331f req-1574c1c3-883a-4052-a340-003f5929bfa7 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0692880 Apr 14 22:03:05.785176 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6b06a8d1-9747-4e60-b0d5-d7a43e2b331f req-f055d0a0-9af1-417b-9bf9-e7cee5d2b338 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493157 Apr 14 22:03:06.721982 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-92729a86-4327-44a9-9911-1f7f42dd92a9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:06.723455 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-92729a86-4327-44a9-9911-1f7f42dd92a9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0499525 Apr 14 22:03:06.825945 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Deleting port 38037253-9284-4eb4-9a96-40035e46c7a0 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:03:06.825945 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:06.943489 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983535af-c5d7-4487-a2c6-028565fabf79 req-8b26cec3-f912-4639-aff5-336fe97375be tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:06.945006 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-983535af-c5d7-4487-a2c6-028565fabf79 req-8b26cec3-f912-4639-aff5-336fe97375be tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 946 time: 0.0629561 Apr 14 22:03:06.967465 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] For port 38037253-9284-4eb4-9a96-40035e46c7a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=38037253-9284-4eb4-9a96-40035e46c7a0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:06.967825 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:07.100704 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-983535af-c5d7-4487-a2c6-028565fabf79 req-33c29bcb-7210-4e8f-b925-5be4650c6ae2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457689 Apr 14 22:03:07.228809 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:07.229398 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (9e2dfed6-1e79-4752-b298-cd5f78c8d64b), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:07.230565 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Floating IP 9e2dfed6-1e79-4752-b298-cd5f78c8d64b disassociated. External IP: 172.27.1.125, port: 38037253-9284-4eb4-9a96-40035e46c7a0. Apr 14 22:03:07.231135 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Calling delete_port for 38037253-9284-4eb4-9a96-40035e46c7a0 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:03:07.464471 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (38037253-9284-4eb4-9a96-40035e46c7a0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:07.503233 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event deleted for resources: {'Port': ['ID=38037253-9284-4eb4-9a96-40035e46c7a0,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:07.627157 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Router a090ef34-31f9-458c-b1cd-347207fcc078 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:03:07.753712 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:03:07.765785 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] Sync routers for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:03:07.778149 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:03:07.779030 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:02:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:07.814679 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] No DVR routers for this DVR port 38037253-9284-4eb4-9a96-40035e46c7a0 on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:03:07.817891 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:07.821242 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-624f6c7a-62b1-43d0-837c-7a4e11f1f276 req-98572de0-8791-42eb-87e7-eea93e6fc2bf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "DELETE /v2.0/ports/38037253-9284-4eb4-9a96-40035e46c7a0 HTTP/1.1" status: 204 len: 173 time: 1.0914383 Apr 14 22:03:07.821708 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-deleted', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:07.824123 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06918419-c095-4f72-9463-a413b671bafa" -d '{"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-deleted", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:07.866226 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cfd91d-6104-497a-8bae-bb9b48e975ac x-openstack-request-id: req-b4cfd91d-6104-497a-8bae-bb9b48e975ac {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:07.866226 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cb3461-4e90-438c-ad76-3ce53ffb2c26", "name": "network-vif-deleted", "tag": "38037253-9284-4eb4-9a96-40035e46c7a0", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:07.866226 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4cfd91d-6104-497a-8bae-bb9b48e975ac {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:07.866226 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cfd91d-6104-497a-8bae-bb9b48e975ac'] response: {'server_uuid': 'b2cb3461-4e90-438c-ad76-3ce53ffb2c26', 'name': 'network-vif-deleted', 'tag': '38037253-9284-4eb4-9a96-40035e46c7a0', 'status': 'completed', 'code': 200} Apr 14 22:03:07.911831 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:03:08.141213 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:08.170395 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] Checking router: a090ef34-31f9-458c-b1cd-347207fcc078 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:03:08.179393 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:03:08.179964 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:02:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:08.215159 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4e6c0c92-d366-4629-acfc-7d073eed732b req-5acff753-78ea-4feb-a5f2-33272dd00116 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2cb3461-4e90-438c-ad76-3ce53ffb2c26 HTTP/1.1" status: 200 len: 210 time: 0.0364628 Apr 14 22:03:08.329328 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:03:08.577287 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:08.607848 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0250c-6ddc-4663-b07b-eb98e655ad97 None None] The sync data for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi is: [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:03:08.911599 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb8e9d-93ab-4c5a-83b1-dea34b9488d1 None None] New status for floating IP 9e2dfed6-1e79-4752-b298-cd5f78c8d64b: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:03:09.477219 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53172) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:09.552248 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2a334662-8b29-45a9-aee4-87320484f3e6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (cf826d0c-90d8-49c3-ab59-6aeed92b1f2b), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:09.581329 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2a334662-8b29-45a9-aee4-87320484f3e6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (cf826d0c-90d8-49c3-ab59-6aeed92b1f2b), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:09.738628 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2a334662-8b29-45a9-aee4-87320484f3e6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (cf826d0c-90d8-49c3-ab59-6aeed92b1f2b), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:09.741511 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2a334662-8b29-45a9-aee4-87320484f3e6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:09.745878 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2a334662-8b29-45a9-aee4-87320484f3e6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf826d0c-90d8-49c3-ab59-6aeed92b1f2b HTTP/1.1" status: 204 len: 168 time: 0.2642319 Apr 14 22:03:09.747538 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53174) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:09.757839 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a334662-8b29-45a9-aee4-87320484f3e6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf826d0c-90d8-49c3-ab59-6aeed92b1f2b,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:09.766684 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-ea0354c2-b65b-4880-8752-61eac902aec8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] show failed (client error): The resource could not be found. Apr 14 22:03:09.768554 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ea0354c2-b65b-4880-8752-61eac902aec8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups/cf826d0c-90d8-49c3-ab59-6aeed92b1f2b HTTP/1.1" status: 404 len: 347 time: 0.0193162 Apr 14 22:03:09.771737 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53176) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:09.902707 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Deleting port e0dbc4a3-bc27-469a-ae6d-adb4834cffa6 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:03:09.906718 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (e0dbc4a3-bc27-469a-ae6d-adb4834cffa6), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:09.943809 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:10.001295 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (e0dbc4a3-bc27-469a-ae6d-adb4834cffa6), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:10.001569 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (e0dbc4a3-bc27-469a-ae6d-adb4834cffa6), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:10.019018 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Calling delete_port for e0dbc4a3-bc27-469a-ae6d-adb4834cffa6 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:03:10.258737 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (e0dbc4a3-bc27-469a-ae6d-adb4834cffa6), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:10.551328 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event deleted for resources: {'Port': ['ID=e0dbc4a3-bc27-469a-ae6d-adb4834cffa6,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:10.621452 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (9e2dfed6-1e79-4752-b298-cd5f78c8d64b), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:10.625270 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:10.626912 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-14e9d0f8-3fd5-41f8-9f54-f84336ff4bbe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "DELETE /v2.0/floatingips/9e2dfed6-1e79-4752-b298-cd5f78c8d64b HTTP/1.1" status: 204 len: 168 time: 0.8542943 Apr 14 22:03:11.222466 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:03:11.716607 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:03:11.749182 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 38037253-9284-4eb4-9a96-40035e46c7a0 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:03:11.749713 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 38037253-9284-4eb4-9a96-40035e46c7a0 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:03:11.772361 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53180) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:11.777869 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-36a7a825-92a4-4dd3-8543-3887c62ea743 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81694743', 'description': 'tempest-description--1997892735'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:11.871316 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-36a7a825-92a4-4dd3-8543-3887c62ea743 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:11.949500 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-36a7a825-92a4-4dd3-8543-3887c62ea743 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (6c57271f-d840-47a0-b135-09ba0baaa4ea), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.113190 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-36a7a825-92a4-4dd3-8543-3887c62ea743 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (6c57271f-d840-47a0-b135-09ba0baaa4ea), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.144590 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7a825-92a4-4dd3-8543-3887c62ea743 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c57271f-d840-47a0-b135-09ba0baaa4ea,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:12.237483 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-36a7a825-92a4-4dd3-8543-3887c62ea743 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.238829 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-36a7a825-92a4-4dd3-8543-3887c62ea743 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4652991 Apr 14 22:03:12.241751 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53184) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:12.246454 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-8acc681f-79ae-4f67-b1b9-c601d4cc0692 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'security_group_rule': {'security_group_id': '6c57271f-d840-47a0-b135-09ba0baaa4ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:12.402369 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8acc681f-79ae-4f67-b1b9-c601d4cc0692 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (238e7a13-d894-4870-99e4-89b9495ade5c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.466122 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8acc681f-79ae-4f67-b1b9-c601d4cc0692 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (238e7a13-d894-4870-99e4-89b9495ade5c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.544119 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8acc681f-79ae-4f67-b1b9-c601d4cc0692 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (238e7a13-d894-4870-99e4-89b9495ade5c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.564439 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc681f-79ae-4f67-b1b9-c601d4cc0692 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238e7a13-d894-4870-99e4-89b9495ade5c,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:12.786072 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8acc681f-79ae-4f67-b1b9-c601d4cc0692 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.787293 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8acc681f-79ae-4f67-b1b9-c601d4cc0692 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5445724 Apr 14 22:03:12.790017 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53186) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:12.794363 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-50e9e5c9-de27-429f-bc60-172706a99748 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'security_group_rule': {'security_group_id': '6c57271f-d840-47a0-b135-09ba0baaa4ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:12.932829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-50e9e5c9-de27-429f-bc60-172706a99748 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (176d1db0-92b6-47b1-b20c-5f07663dc146), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:12.990926 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-50e9e5c9-de27-429f-bc60-172706a99748 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (176d1db0-92b6-47b1-b20c-5f07663dc146), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.178805 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-50e9e5c9-de27-429f-bc60-172706a99748 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (176d1db0-92b6-47b1-b20c-5f07663dc146), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.196329 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9e5c9-de27-429f-bc60-172706a99748 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176d1db0-92b6-47b1-b20c-5f07663dc146,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:13.357526 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-50e9e5c9-de27-429f-bc60-172706a99748 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.358754 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-50e9e5c9-de27-429f-bc60-172706a99748 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5677698 Apr 14 22:03:13.361896 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53188) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:13.366202 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:13.486913 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.577403 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.694489 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Allocated IP 172.27.1.236 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/952a0479-6a79-476c-86c4-3cd73d2773f4) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:03:13.802905 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for port (952a0479-6a79-476c-86c4-3cd73d2773f4), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.928522 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (952a0479-6a79-476c-86c4-3cd73d2773f4), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:13.970702 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:03:13.977645 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:03:13.980749 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:03:14.012702 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'Port': ['ID=952a0479-6a79-476c-86c4-3cd73d2773f4,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:14.082355 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (27f6a44c-1c9b-4ee4-b700-80f74b4adf3d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:14.283578 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (952a0479-6a79-476c-86c4-3cd73d2773f4), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:14.448306 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for port (952a0479-6a79-476c-86c4-3cd73d2773f4), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:14.590617 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (952a0479-6a79-476c-86c4-3cd73d2773f4), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:14.663150 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'Port': ['ID=952a0479-6a79-476c-86c4-3cd73d2773f4,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:14.679746 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (27f6a44c-1c9b-4ee4-b700-80f74b4adf3d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:14.785957 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:14.787286 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b61715fa-7712-4e44-b5b3-24dc6237e23b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4244165 Apr 14 22:03:14.993950 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-5ebb43e2-dedb-47db-852a-7f51c2896a0c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--81694743&fields=id&tenant_id=4341bd0e366648d2a8e427316961d985 HTTP/1.1" status: 200 len: 267 time: 0.0451143 Apr 14 22:03:15.103286 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-45ae5589-9d53-4b6b-aa24-ce2274f89d09 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:15.104791 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-45ae5589-9d53-4b6b-aa24-ce2274f89d09 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 815 time: 0.1019585 Apr 14 22:03:15.119136 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-5459f431-bdf1-43db-9015-64cc76fbb61a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/quotas/4341bd0e366648d2a8e427316961d985 HTTP/1.1" status: 200 len: 375 time: 0.0089684 Apr 14 22:03:15.169855 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-3f2da9bc-d99c-4ad0-9538-758507873727 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447013 Apr 14 22:03:15.269147 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-ea95bfb8-c1b3-4fdf-9fae-c7f243a70133 service neutron] 10.222.0.52 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883424 Apr 14 22:03:15.358149 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-afca6196-6023-4f6a-b202-f72b1e9741e1 service neutron] 10.222.0.52 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832438 Apr 14 22:03:15.640165 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4940d211-e83e-4bd6-ac48-fabf1e78e55e req-54120d6f-e4d2-4272-8c64-e9b014d81130 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 210 time: 0.0296168 Apr 14 22:03:16.143874 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ef3edb00-fd79-4fb2-959a-a7ff11b2d998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:16.750577 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-080c3ac4-424d-4e6b-827a-8d170bbfd833 req-daa8958f-a191-471d-987f-31a3bf833fe5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 210 time: 0.0329368 Apr 14 22:03:17.856860 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0e6e2eb-a527-4a69-9c6c-edc613a1fc8a req-96f6da44-1239-41f2-be5a-f51d0138bdad tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 210 time: 0.0299828 Apr 14 22:03:17.997741 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-cce911e6-ff4d-4f01-af2e-b45704115a3c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407784 Apr 14 22:03:18.063111 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-1f1fb613-2bbd-4e4a-bb3a-9484bb41bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:18.064669 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-1f1fb613-2bbd-4e4a-bb3a-9484bb41bbb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 1130 time: 0.0415967 Apr 14 22:03:18.190622 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-6ed542be-8326-49a0-b9ef-c2159d15db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:18.192062 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-6ed542be-8326-49a0-b9ef-c2159d15db95 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 915 time: 0.1033676 Apr 14 22:03:18.275424 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-b886f541-2284-46ab-a50b-4c392017b6d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb078f0f-794c-4287-88f3-5fbdf7c2995a HTTP/1.1" status: 200 len: 1001 time: 0.0676885 Apr 14 22:03:18.333719 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-176d7f62-e260-4399-bcd5-697b0415b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:18.335623 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-176d7f62-e260-4399-bcd5-697b0415b016 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 200 len: 853 time: 0.0523934 Apr 14 22:03:18.391948 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-1efbe3d3-eb73-44d6-9d4e-03fe1e555f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:18.393648 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-1efbe3d3-eb73-44d6-9d4e-03fe1e555f75 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486689 Apr 14 22:03:18.508923 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-64c1c405-183c-4bd4-a7fb-dfe46a9dda78 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078176 Apr 14 22:03:18.595390 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-e7b24152-e5c2-4716-8e17-4d4a5524dd83 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:18.596016 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4bdaa920-8a28-4497-a863-b388aebaa6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.596961 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-e7b24152-e5c2-4716-8e17-4d4a5524dd83 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 815 time: 0.3896868 Apr 14 22:03:18.614582 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a59bae2d-7342-4aa1-80a7-1178839d9987 req-fd08dafa-287c-48de-b0e9-15563eaf91c2 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989983 Apr 14 22:03:18.669549 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-9e5f9c5a-abc2-49d5-ad28-1fe0a7e3b53b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4341bd0e366648d2a8e427316961d985 HTTP/1.1" status: 200 len: 378 time: 0.0583282 Apr 14 22:03:18.677639 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'port': {'device_id': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'admin_state_up': True, 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'security_groups': ['6c57271f-d840-47a0-b135-09ba0baaa4ea']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:18.898277 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Made reservation on behalf of 4341bd0e366648d2a8e427316961d985 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:03:18.902660 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:18.975725 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ff236a8a-f07d-4c4b-ba2b-5c37ff8e5e21 req-97eda3a6-7d19-4c42-9c5b-97a9a38d6329 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 210 time: 0.0321009 Apr 14 22:03:19.041894 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Allocated IP 172.20.0.6 (7ad71b8f-feb8-42d7-a41c-dab223adb72b/08a27cee-4a52-40e6-8c45-d04825080fb4/a5a1eab0-286b-4cbd-adb9-b79faf9f5570) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:03:19.191381 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.316115 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.361756 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:03:19.367466 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:03:19.372508 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:03:19.379504 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:19.439984 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:19.440675 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.540707 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf6e24f2-a559-4782-adc4-2c5674998f4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8671384 Apr 14 22:03:19.559502 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Request body: {'port': {'device_id': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:19.596602 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-07efa77a-f4e4-45f2-b34f-953e232e790d None None] Provisioning complete for port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:03:19.597210 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-07efa77a-f4e4-45f2-b34f-953e232e790d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.625612 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.646360 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-07efa77a-f4e4-45f2-b34f-953e232e790d None None] Port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:03:19.738101 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.902225 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a1eab0-286b-4cbd-adb9-b79faf9f5570 {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:03:19.909999 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Publish callbacks [] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:19.923153 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Transition to ACTIVE for port object a5a1eab0-286b-4cbd-adb9-b79faf9f5570 will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:03:20.012922 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:20.091953 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:20.134376 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd7a13-a25a-4ccb-b30b-e3bf5ca749b8 req-bfa0baa8-9bff-4f5f-979a-5127c97eb7e0 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:20.136349 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f9bd7a13-a25a-4ccb-b30b-e3bf5ca749b8 req-bfa0baa8-9bff-4f5f-979a-5127c97eb7e0 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0806730 Apr 14 22:03:20.221837 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Attempting to bind port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:03:20.222165 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Attempting to bind port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:03:20.222611 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Attempting to bind port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 on network 7ad71b8f-feb8-42d7-a41c-dab223adb72b {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:03:20.231637 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f9bd7a13-a25a-4ccb-b30b-e3bf5ca749b8 req-dc2f02d4-8c1c-4c9c-8bc5-fc598641642b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733612 Apr 14 22:03:20.232199 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 on network 7ad71b8f-feb8-42d7-a41c-dab223adb72b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:03:20.232526 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Attempting to bind port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 on network 7ad71b8f-feb8-42d7-a41c-dab223adb72b {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:03:20.238011 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:03:20.238356 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Checking segment: {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:03:20.238737 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Bound using segment: {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:03:20.239169 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Bound port: a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde44f7d-fcb7-47a9-819c-c12a62fb1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:03:20.239533 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:20.313868 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:03:20.316818 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:03:20.447635 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:20.483453 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:20.484095 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:20.485532 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] 10.222.0.81 "PUT /v2.0/ports/a5a1eab0-286b-4cbd-adb9-b79faf9f5570 HTTP/1.1" status: 200 len: 1093 time: 0.9337268 Apr 14 22:03:20.485984 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:20.488321 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08ce667-708b-40a9-aabd-333098babac8" -d '{"events": [{"name": "network-changed", "server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:20.520350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac9e7-d41d-42d5-8a37-f4448e0c977a service neutron] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:20.689863 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b8394-90db-45c5-9c8b-6a8a0477d377 x-openstack-request-id: req-cc4b8394-90db-45c5-9c8b-6a8a0477d377 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:20.690234 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:20.690801 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc4b8394-90db-45c5-9c8b-6a8a0477d377 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:20.691202 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4b8394-90db-45c5-9c8b-6a8a0477d377'] response: {'name': 'network-changed', 'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'status': 'completed', 'code': 200} Apr 14 22:03:20.705548 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-35f5bdd2-587e-49e1-b9e4-1e4b60b33f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:20.707194 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-35f5bdd2-587e-49e1-b9e4-1e4b60b33f6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 1127 time: 0.0568168 Apr 14 22:03:20.750659 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-2b08e6f6-ce2b-4a14-a5fb-123fdef89689 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570 HTTP/1.1" status: 200 len: 217 time: 0.0352743 Apr 14 22:03:20.801392 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-8474ab12-95e9-4cfd-9dd0-4d6f6d577aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:20.802853 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-8474ab12-95e9-4cfd-9dd0-4d6f6d577aec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0462089 Apr 14 22:03:20.852355 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:20.855414 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf5d5866-0f3e-45a0-9940-ce4290a75568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:20.857005 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-bf5d5866-0f3e-45a0-9940-ce4290a75568 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476699 Apr 14 22:03:20.952669 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-d1990318-93cb-42f5-bae4-7ce188728c44 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855858 Apr 14 22:03:21.046446 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a961e382-434a-4268-a4e3-ec34c33badc2 req-255725a3-d475-4800-9545-d9e23119b819 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896802 Apr 14 22:03:21.350380 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c683-138f-4711-ad6e-b46562bffc19 req-0c9fd2cc-9297-4f9d-85dc-9bff1a38da49 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:21.351870 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c488c683-138f-4711-ad6e-b46562bffc19 req-0c9fd2cc-9297-4f9d-85dc-9bff1a38da49 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0481610 Apr 14 22:03:21.400044 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c488c683-138f-4711-ad6e-b46562bffc19 req-4624736c-fe79-49b7-9909-3d8f1ff9033e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417402 Apr 14 22:03:22.536250 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec9eda-edba-4be4-9537-57e0566dd139 req-72a67269-9857-4c48-8a63-ea5bd19b7f9a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:22.537813 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-12ec9eda-edba-4be4-9537-57e0566dd139 req-72a67269-9857-4c48-8a63-ea5bd19b7f9a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0556061 Apr 14 22:03:22.586822 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-12ec9eda-edba-4be4-9537-57e0566dd139 req-dfd592f9-7415-4ec3-ab2a-dd3daf750b00 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432124 Apr 14 22:03:22.629264 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:23.705540 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d2b30-fd8d-464c-b216-14f72b977953 req-a43cb6c1-9ad1-4b44-9ccc-f729c0c8994e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:23.707012 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e63d2b30-fd8d-464c-b216-14f72b977953 req-a43cb6c1-9ad1-4b44-9ccc-f729c0c8994e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0473466 Apr 14 22:03:23.758290 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e63d2b30-fd8d-464c-b216-14f72b977953 req-5153be66-208f-4e38-8376-75edc1e87138 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455949 Apr 14 22:03:24.735995 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce667-708b-40a9-aabd-333098babac8 req-4b24de2c-affc-4624-a293-a2cb9cf9b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.737596 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d08ce667-708b-40a9-aabd-333098babac8 req-4b24de2c-affc-4624-a293-a2cb9cf9b844 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 1127 time: 0.0417006 Apr 14 22:03:24.831749 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce667-708b-40a9-aabd-333098babac8 req-91a9e5bf-3f50-403f-9bbe-47c15e4cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.833243 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d08ce667-708b-40a9-aabd-333098babac8 req-91a9e5bf-3f50-403f-9bbe-47c15e4cd1e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 916 time: 0.0893590 Apr 14 22:03:24.880478 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d08ce667-708b-40a9-aabd-333098babac8 req-845a5e25-e7ba-4c91-8b19-7d705b65b124 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570 HTTP/1.1" status: 200 len: 217 time: 0.0402324 Apr 14 22:03:24.881909 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2e26e-d9ab-4ac4-b361-3b59f557bae3 req-b77d572d-ec94-4c96-9214-f5f0192f8b2c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.883414 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-beb2e26e-d9ab-4ac4-b361-3b59f557bae3 req-b77d572d-ec94-4c96-9214-f5f0192f8b2c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0517890 Apr 14 22:03:24.935660 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce667-708b-40a9-aabd-333098babac8 req-7d75425a-9261-4f29-bd0f-1e75d779c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.935923 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-beb2e26e-d9ab-4ac4-b361-3b59f557bae3 req-68fac748-78db-46fd-8854-64286d97f4ec tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461495 Apr 14 22:03:24.936514 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d08ce667-708b-40a9-aabd-333098babac8 req-7d75425a-9261-4f29-bd0f-1e75d779c893 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0489454 Apr 14 22:03:24.994785 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce667-708b-40a9-aabd-333098babac8 req-e94a3a2e-f9ec-4ac5-af3a-7a8254c413c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:24.996344 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d08ce667-708b-40a9-aabd-333098babac8 req-e94a3a2e-f9ec-4ac5-af3a-7a8254c413c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529664 Apr 14 22:03:25.093791 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d08ce667-708b-40a9-aabd-333098babac8 req-e8aa2c90-f342-4d81-a3c2-2a62ddc3965c service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900397 Apr 14 22:03:25.189473 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d08ce667-708b-40a9-aabd-333098babac8 req-99274c78-403d-470d-a1d3-993d252e6399 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892034 Apr 14 22:03:25.786004 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device a5a1eab0-286b-4cbd-adb9-b79faf9f5570 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:03:25.885917 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:25.897339 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'port_id': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'mac_address': 'fa:16:3e:da:1f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:03:25.936270 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:03:25.936698 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:25.949976 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a1eab0-286b-4cbd-adb9-b79faf9f5570 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:03:25.971532 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:26.062568 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c986b-f146-4129-8b16-6591166eb09b req-eda2e76a-8a0e-45bd-af42-6488ce32f0f9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:26.064011 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e01c986b-f146-4129-8b16-6591166eb09b req-eda2e76a-8a0e-45bd-af42-6488ce32f0f9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0547874 Apr 14 22:03:26.109536 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:26.112081 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e01c986b-f146-4129-8b16-6591166eb09b req-f4afb992-792b-42dd-a332-43f067e353c8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418894 Apr 14 22:03:26.161824 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:26.543767 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['a5a1eab0-286b-4cbd-adb9-b79faf9f5570'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:03:27.245444 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedede9-1435-4506-a66b-40eb56d56557 req-fa656b41-8997-428a-b43b-023ff167fa8f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:27.245444 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4aedede9-1435-4506-a66b-40eb56d56557 req-fa656b41-8997-428a-b43b-023ff167fa8f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 944 time: 0.0527406 Apr 14 22:03:27.295575 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4aedede9-1435-4506-a66b-40eb56d56557 req-b02fff2c-91d5-4d88-9b44-149eadb0b5d1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453789 Apr 14 22:03:27.819482 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device a5a1eab0-286b-4cbd-adb9-b79faf9f5570 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:03:27.866801 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:03:27.932516 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:03:27.932935 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:28.017455 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:03:28.017884 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:28.042351 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:28.044697 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adc1df1-3578-48f0-a40c-4f2f4c291ccd" -d '{"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-plugged", "status": "completed", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:28.059087 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:03:28.080923 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cd89a7-22ca-4685-813c-48fc0dbba685 x-openstack-request-id: req-07cd89a7-22ca-4685-813c-48fc0dbba685 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:28.081271 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-plugged", "status": "completed", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:28.081595 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07cd89a7-22ca-4685-813c-48fc0dbba685 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:28.081996 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cd89a7-22ca-4685-813c-48fc0dbba685'] response: {'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'code': 200} Apr 14 22:03:28.189919 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:28.238434 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:03:28.429506 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ef7fd-91c7-4d23-8cb0-aeca184bc373 req-09214bae-c29c-4a8d-b044-9f6863245b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:28.430538 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737d74c-d33c-4bcd-a219-223ad6df0429 req-b2308290-164a-4666-8491-43563ee3c045 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:28.431056 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-622ef7fd-91c7-4d23-8cb0-aeca184bc373 req-09214bae-c29c-4a8d-b044-9f6863245b88 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 1129 time: 0.0411234 Apr 14 22:03:28.433217 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6737d74c-d33c-4bcd-a219-223ad6df0429 req-b2308290-164a-4666-8491-43563ee3c045 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0602858 Apr 14 22:03:28.484025 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6737d74c-d33c-4bcd-a219-223ad6df0429 req-47a52232-5ccc-4d7e-89b8-43b22bade1d0 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451703 Apr 14 22:03:28.490731 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-622ef7fd-91c7-4d23-8cb0-aeca184bc373 req-5a95a74e-7316-4350-96f8-091d108a9c64 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443387 Apr 14 22:03:29.620420 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774f72d-c81c-467c-bea0-2f970a77e961 req-6606bc0e-9db6-45e7-b6af-0691a7db32d2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:29.621982 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1774f72d-c81c-467c-bea0-2f970a77e961 req-6606bc0e-9db6-45e7-b6af-0691a7db32d2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0525553 Apr 14 22:03:29.675845 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1774f72d-c81c-467c-bea0-2f970a77e961 req-759a7a76-0856-4991-98fa-1d585f5e79c6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481780 Apr 14 22:03:30.799827 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c26028-75c6-4b34-8bdb-6da0b56a38e7 req-b5c6684b-4ba0-4146-987b-b63e5f290ea5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:30.801374 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-40c26028-75c6-4b34-8bdb-6da0b56a38e7 req-b5c6684b-4ba0-4146-987b-b63e5f290ea5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Apr 14 22:03:30.857733 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-40c26028-75c6-4b34-8bdb-6da0b56a38e7 req-ec15513e-793e-4f07-a041-839f92a8d8b6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498435 Apr 14 22:03:30.981410 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb990bbe-90c7-4c44-acd4-eea82e16168c req-8e93735f-59ff-40a3-a41a-75c0a0ab08de tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:30.983109 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fb990bbe-90c7-4c44-acd4-eea82e16168c req-8e93735f-59ff-40a3-a41a-75c0a0ab08de tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0503898 Apr 14 22:03:30.992557 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53264) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:03:30.998087 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-b07b389e-383a-4f50-b29b-1209ffbb88e2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Request body: {'floatingip': {'port_id': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:03:31.042062 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b07b389e-383a-4f50-b29b-1209ffbb88e2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (27f6a44c-1c9b-4ee4-b700-80f74b4adf3d), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:31.490172 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b07b389e-383a-4f50-b29b-1209ffbb88e2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:31.612809 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b07b389e-383a-4f50-b29b-1209ffbb88e2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (27f6a44c-1c9b-4ee4-b700-80f74b4adf3d), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:31.716627 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-b07b389e-383a-4f50-b29b-1209ffbb88e2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Floating IP 27f6a44c-1c9b-4ee4-b700-80f74b4adf3d associated. External IP: 172.27.1.236, port: a5a1eab0-286b-4cbd-adb9-b79faf9f5570. Apr 14 22:03:31.934910 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07b389e-383a-4f50-b29b-1209ffbb88e2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Router a090ef34-31f9-458c-b1cd-347207fcc078 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:03:32.048421 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07b389e-383a-4f50-b29b-1209ffbb88e2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:03:32.053549 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b07b389e-383a-4f50-b29b-1209ffbb88e2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:32.059221 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] Sync routers for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:03:32.073800 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:03:32.074439 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:03:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:32.085650 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b07b389e-383a-4f50-b29b-1209ffbb88e2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "PUT /v2.0/floatingips/27f6a44c-1c9b-4ee4-b700-80f74b4adf3d HTTP/1.1" status: 200 len: 991 time: 1.0919189 Apr 14 22:03:32.086241 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:03:32.088589 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bbf87f-b043-4af3-ada8-2710c9baa418" -d '{"events": [{"name": "network-changed", "server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:03:32.129016 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16357ca1-a251-49f0-af13-8b8f052e0f69 x-openstack-request-id: req-16357ca1-a251-49f0-af13-8b8f052e0f69 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:03:32.129309 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:03:32.129559 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16357ca1-a251-49f0-af13-8b8f052e0f69 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:03:32.129954 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16357ca1-a251-49f0-af13-8b8f052e0f69'] response: {'name': 'network-changed', 'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'status': 'completed', 'code': 200} Apr 14 22:03:32.191339 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:03:32.192350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-1448a91d-374e-49fb-9efb-5a27f1a6f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.193908 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-1448a91d-374e-49fb-9efb-5a27f1a6f61a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 1129 time: 0.0413847 Apr 14 22:03:32.292148 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-17257352-a85b-4d72-906e-4cc6083ee3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.293797 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-17257352-a85b-4d72-906e-4cc6083ee3ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 916 time: 0.0938458 Apr 14 22:03:32.365202 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-cb9e5d18-d0bc-4a2d-a295-dc4d565f0a95 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570 HTTP/1.1" status: 200 len: 999 time: 0.0646496 Apr 14 22:03:32.428844 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-c5a4b6ea-1263-4161-8369-983e2aa43ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.431147 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-c5a4b6ea-1263-4161-8369-983e2aa43ea2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0563989 Apr 14 22:03:32.503857 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-c5c2230c-a790-4adf-8c27-ef7486dd954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:03:32.505779 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-c5c2230c-a790-4adf-8c27-ef7486dd954e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661623 Apr 14 22:03:32.554427 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '27f6a44c-1c9b-4ee4-b700-80f74b4adf3d', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'port_id': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'mac_address': 'fa:16:3e:da:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:03:14Z', 'updated_at': '2022-04-14T22:03:31Z', 'revision_number': 1, 'project_id': '4341bd0e366648d2a8e427316961d985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:32.586665 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] Checking router: a090ef34-31f9-458c-b1cd-347207fcc078 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:03:32.601066 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:03:32.602066 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:03:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:32.605956 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-e229dc45-6634-4070-933c-fc22d7af59d3 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923786 Apr 14 22:03:32.704657 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74bbf87f-b043-4af3-ada8-2710c9baa418 req-f6c5ae12-a39b-4100-ae4f-13096e2b7e22 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923283 Apr 14 22:03:32.724983 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:03:32.949378 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '27f6a44c-1c9b-4ee4-b700-80f74b4adf3d', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'port_id': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'mac_address': 'fa:16:3e:da:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:03:14Z', 'updated_at': '2022-04-14T22:03:31Z', 'revision_number': 1, 'project_id': '4341bd0e366648d2a8e427316961d985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:03:32.976743 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811ea508-dc71-43f1-961f-ba53620087f9 None None] The sync data for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi is: [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '27f6a44c-1c9b-4ee4-b700-80f74b4adf3d', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'port_id': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'mac_address': 'fa:16:3e:da:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:03:14Z', 'updated_at': '2022-04-14T22:03:31Z', 'revision_number': 1, 'project_id': '4341bd0e366648d2a8e427316961d985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:03:33.183010 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed30dd-1042-49bc-856c-5c4efa605488 None None] New status for floating IP 27f6a44c-1c9b-4ee4-b700-80f74b4adf3d: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:03:39.978598 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:46.200629 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b531b3dd-6ed9-459f-98d4-9c98e53a6e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:48.222622 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:03:48.537542 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-425b7cba-7cd1-416e-ac40-feeb71762da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:49.726319 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:50.851992 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:03:52.589470 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:06.909941 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d35d6-93a0-4eee-8078-6afae19adb3e req-04eea247-dcb8-4882-a9c7-61f80c399a36 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:06.911433 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-142d35d6-93a0-4eee-8078-6afae19adb3e req-04eea247-dcb8-4882-a9c7-61f80c399a36 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0575652 Apr 14 22:04:06.969140 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-142d35d6-93a0-4eee-8078-6afae19adb3e req-cdee5005-3154-41ff-8952-6e8c0443c043 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509641 Apr 14 22:04:08.093599 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d77097-ba8b-4443-b4a3-c80ee313ec7d req-4dbcb4ae-3aae-4f67-a918-65d06c2da04e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:08.095347 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48d77097-ba8b-4443-b4a3-c80ee313ec7d req-4dbcb4ae-3aae-4f67-a918-65d06c2da04e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0510821 Apr 14 22:04:08.147580 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48d77097-ba8b-4443-b4a3-c80ee313ec7d req-9b76a64b-1efb-45c3-9302-afa0705091ab tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464499 Apr 14 22:04:09.276249 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3214d-6efb-41c4-8d21-6fd16c0f715b req-dd0ae941-b0f6-4e87-bea0-2ebdb17e9a58 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:09.278645 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d5b3214d-6efb-41c4-8d21-6fd16c0f715b req-dd0ae941-b0f6-4e87-bea0-2ebdb17e9a58 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0602608 Apr 14 22:04:09.342395 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d5b3214d-6efb-41c4-8d21-6fd16c0f715b req-e1262e63-1461-416f-a3b7-fe2e7a62c586 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580904 Apr 14 22:04:09.966174 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:10.463788 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f44f8-39a5-4bca-bb6c-221ff414af0a req-fa8f826c-9d95-4a43-acac-c30adb314209 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:10.465413 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e3f44f8-39a5-4bca-bb6c-221ff414af0a req-fa8f826c-9d95-4a43-acac-c30adb314209 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0541863 Apr 14 22:04:10.547894 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-4c8fa94b-2150-4218-8693-3836ff96b592 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:10.549380 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-4c8fa94b-2150-4218-8693-3836ff96b592 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 945 time: 0.0625820 Apr 14 22:04:10.552755 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e3f44f8-39a5-4bca-bb6c-221ff414af0a req-40381c14-6369-4f10-8296-6b3f2d861175 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=84aeadd4-5d90-4de2-940b-1b4b4b27a377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813851 Apr 14 22:04:10.641182 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Deleting port 766b654f-6db5-430f-9b6f-956e83847a89 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:10.641441 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (766b654f-6db5-430f-9b6f-956e83847a89), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:10.745196 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] For port 766b654f-6db5-430f-9b6f-956e83847a89, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=766b654f-6db5-430f-9b6f-956e83847a89,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:10.745564 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (766b654f-6db5-430f-9b6f-956e83847a89), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:10.980064 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:10.980350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (87c6a78f-825d-4ce5-8d5c-2a482a11de58), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:10.980725 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Floating IP 87c6a78f-825d-4ce5-8d5c-2a482a11de58 disassociated. External IP: 172.27.1.75, port: 766b654f-6db5-430f-9b6f-956e83847a89. Apr 14 22:04:10.981091 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Calling delete_port for 766b654f-6db5-430f-9b6f-956e83847a89 owned by compute:nova {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:11.297560 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (766b654f-6db5-430f-9b6f-956e83847a89), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:11.329975 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event deleted for resources: {'Port': ['ID=766b654f-6db5-430f-9b6f-956e83847a89,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.354261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.356609 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.356609 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.356609 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:11.464603 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Router 41cbf4e7-dd0a-4638-bc63-cd459291750c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:11.577160 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:11.596287 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] Sync routers for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:11.613998 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:11.614774 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:03:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:11.621780 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] No DVR routers for this DVR port 766b654f-6db5-430f-9b6f-956e83847a89 on host hv-cinder-81322 {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:11.626807 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:11.628884 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c387264-b9c5-46c3-ab8e-4fd3aff86d87 req-49d73801-46be-42ee-89aa-7680943185cf tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "DELETE /v2.0/ports/766b654f-6db5-430f-9b6f-956e83847a89 HTTP/1.1" status: 204 len: 173 time: 1.0735748 Apr 14 22:04:11.629376 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'name': 'network-vif-deleted', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:11.631708 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980858d0-b73b-463e-a64c-c3cf4073844f" -d '{"events": [{"server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "name": "network-vif-deleted", "tag": "766b654f-6db5-430f-9b6f-956e83847a89"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:11.707373 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-de689e6b-6ae4-4dc4-addc-125e36ba19ad req-99a5a466-d326-4aac-9243-85e5ea9a29e9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 210 time: 0.0346320 Apr 14 22:04:11.770327 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-2e63f774-de9d-44ff-a346-9e2ad2522400 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404566353&fields=id&tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8 HTTP/1.1" status: 200 len: 267 time: 0.0648065 Apr 14 22:04:11.797448 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee400def-df43-4815-acac-325e9381d3f3 x-openstack-request-id: req-ee400def-df43-4815-acac-325e9381d3f3 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:11.797448 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51514d1a-1c03-48a8-8acc-8e7496d2a2db", "name": "network-vif-deleted", "tag": "766b654f-6db5-430f-9b6f-956e83847a89", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:11.797448 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee400def-df43-4815-acac-325e9381d3f3 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:11.798177 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee400def-df43-4815-acac-325e9381d3f3'] response: {'server_uuid': '51514d1a-1c03-48a8-8acc-8e7496d2a2db', 'name': 'network-vif-deleted', 'tag': '766b654f-6db5-430f-9b6f-956e83847a89', 'status': 'completed', 'code': 200} Apr 14 22:04:11.810249 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:11.826496 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-f1a47ccd-1ed0-45b5-a529-7e09ab636f73 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:11.826496 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-f1a47ccd-1ed0-45b5-a529-7e09ab636f73 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 984 time: 0.0519135 Apr 14 22:04:11.838908 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Request body: {'port': {'security_groups': ['09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:11.935902 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:12.043418 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:29Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:12.071196 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] Checking router: 41cbf4e7-dd0a-4638-bc63-cd459291750c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:12.080445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:12.081023 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:03:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:12.155949 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] For port 48e2697a-9f35-4714-91cb-ea27b54cebf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:12.192264 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:12.195766 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:12.297425 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:12.325529 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['48e2697a-9f35-4714-91cb-ea27b54cebf3'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:04:12.347714 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:12.348789 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:12.350030 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fcea0dcc-7a3a-4501-95c6-532d8e391aa7 req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "PUT /v2.0/ports/48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 942 time: 0.5162795 Apr 14 22:04:12.350417 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:12.353431 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:12.360100 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53348) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:12.407187 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event updated for resources: {'Port': ['ID=48e2697a-9f35-4714-91cb-ea27b54cebf3,revision_number=7']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:12.430447 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.434334 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.434706 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.435048 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.435386 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.435718 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.438976 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.439380 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.439722 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.440061 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.440397 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.440755 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.441084 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.441409 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.441733 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e331e8-5e01-49f6-a3ee-58f8b2700a8d tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:12.451251 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f092a06b-032e-4727-b382-3bfb187fe2af x-openstack-request-id: req-f092a06b-032e-4727-b382-3bfb187fe2af {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:12.451536 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:12.451792 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f092a06b-032e-4727-b382-3bfb187fe2af {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:12.452200 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f092a06b-032e-4727-b382-3bfb187fe2af'] response: {'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'status': 'completed', 'code': 200} Apr 14 22:04:12.464662 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2ab56231-ad8b-4365-8843-3bdde2babbbe tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group (b19bb846-2262-4750-ab36-e95cefd973dc), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:12.479454 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:29Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:12.501477 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2ab56231-ad8b-4365-8843-3bdde2babbbe tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group (b19bb846-2262-4750-ab36-e95cefd973dc), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:12.520392 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65025495-deaf-4330-9e6e-eb19a3313271 None None] The sync data for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi is: [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:21Z', 'revision_number': 4, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '6f23f6aa-dd41-4f7a-80bd-5900a62d634b', 'name': '', 'network_id': 'b16f9766-8b57-4992-ac6c-ff9deb4519c9', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'mac_address': 'fa:16:3e:23:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '55cb8734-f767-4484-8dc4-7395c057446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:18Z', 'updated_at': '2022-04-14T21:56:29Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'subnets': [{'id': '55cb8734-f767-4484-8dc4-7395c057446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:12.531945 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['48e2697a-9f35-4714-91cb-ea27b54cebf3'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:04:12.620465 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-4c5bba4a-5b6c-4679-bbea-e5cf342d0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:12.622166 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-4c5bba4a-5b6c-4679-bbea-e5cf342d0736 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1129 time: 0.0587482 Apr 14 22:04:12.671339 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f2fd34-e96b-46e6-ba36-5afb48d514e2 None None] Provisioning complete for port 48e2697a-9f35-4714-91cb-ea27b54cebf3 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:12.671922 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f2fd34-e96b-46e6-ba36-5afb48d514e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:12.696546 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2ab56231-ad8b-4365-8843-3bdde2babbbe tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (b19bb846-2262-4750-ab36-e95cefd973dc), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:12.699764 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2ab56231-ad8b-4365-8843-3bdde2babbbe tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:12.703375 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53350) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:12.703573 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2ab56231-ad8b-4365-8843-3bdde2babbbe tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "DELETE /v2.0/security-groups/b19bb846-2262-4750-ab36-e95cefd973dc HTTP/1.1" status: 204 len: 168 time: 0.3421791 Apr 14 22:04:12.721366 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab56231-ad8b-4365-8843-3bdde2babbbe tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19bb846-2262-4750-ab36-e95cefd973dc,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:12.762884 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-4cbed145-324d-4efc-a2c9-4b5a28c12221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:12.762884 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-4cbed145-324d-4efc-a2c9-4b5a28c12221 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380 HTTP/1.1" status: 200 len: 915 time: 0.1179175 Apr 14 22:04:12.893764 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-7c1a27ee-37a1-4c1e-92f2-5ed67d54e0f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 1001 time: 0.1324687 Apr 14 22:04:12.915258 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191b56e-77dd-4475-b282-d2f75ebe1381 None None] New status for floating IP 87c6a78f-825d-4ce5-8d5c-2a482a11de58: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:04:12.935174 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2fd34-e96b-46e6-ba36-5afb48d514e2 None None] Current status of the port 48e2697a-9f35-4714-91cb-ea27b54cebf3 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:12.983532 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-e95db592-6bde-40d3-9c7e-311bb5c9b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:12.985444 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-e95db592-6bde-40d3-9c7e-311bb5c9b731 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34492abf-7c54-403b-92f3-c324f4917c48 HTTP/1.1" status: 200 len: 853 time: 0.0797725 Apr 14 22:04:12.993885 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2dc437a3-7cec-4c4d-9139-9f8d33676e06 req-965d6b66-ffbe-43aa-a88c-806af6bf416e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=51514d1a-1c03-48a8-8acc-8e7496d2a2db HTTP/1.1" status: 200 len: 210 time: 0.0685043 Apr 14 22:04:13.027933 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Deleting port 72c41a06-0cf9-4b0a-9df8-cd64233ef5e8 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:13.031850 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (72c41a06-0cf9-4b0a-9df8-cd64233ef5e8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:13.050303 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-e0e84741-b8bb-4219-bd35-de43e5412705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:13.051889 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-e0e84741-b8bb-4219-bd35-de43e5412705 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557783 Apr 14 22:04:13.122612 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (72c41a06-0cf9-4b0a-9df8-cd64233ef5e8), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:13.123216 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for floatingip (72c41a06-0cf9-4b0a-9df8-cd64233ef5e8), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:13.140271 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Calling delete_port for 72c41a06-0cf9-4b0a-9df8-cd64233ef5e8 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:13.183402 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-8bad2760-9a16-48d9-8314-da403b13df04 service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085293 Apr 14 22:04:13.287095 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-692e06cc-b03e-4232-8fb1-f61f24bc5c5d req-3a403103-69b0-4b28-bb32-de6e16266cd3 service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969660 Apr 14 22:04:13.435219 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (72c41a06-0cf9-4b0a-9df8-cd64233ef5e8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:13.465521 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event deleted for resources: {'Port': ['ID=72c41a06-0cf9-4b0a-9df8-cd64233ef5e8,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:13.535308 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks [] for floatingip (7b91939a-92d1-45ed-a32a-374a23c9cd60), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:13.535882 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Floating IP 7b91939a-92d1-45ed-a32a-374a23c9cd60 disassociated (deleted). External IP: 172.27.1.244, port: 48e2697a-9f35-4714-91cb-ea27b54cebf3. Apr 14 22:04:14.002572 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 766b654f-6db5-430f-9b6f-956e83847a89 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:14.011777 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Router 32118357-f0de-4b36-b2d9-4bf6b705e27c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:14.024235 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 766b654f-6db5-430f-9b6f-956e83847a89 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:14.024604 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 766b654f-6db5-430f-9b6f-956e83847a89 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:14.131838 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:14.137500 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.142094 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] Sync routers for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:14.153322 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:14.153961 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:03:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:14.168011 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d69b4f46-0d63-4106-bb04-0626f4b296a4 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "DELETE /v2.0/floatingips/7b91939a-92d1-45ed-a32a-374a23c9cd60 HTTP/1.1" status: 204 len: 168 time: 1.4635179 Apr 14 22:04:14.177996 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53360) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:14.241323 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b4a65bca-935e-47d1-823d-3e4b78285fb3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group (84aeadd4-5d90-4de2-940b-1b4b4b27a377), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.267504 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b4a65bca-935e-47d1-823d-3e4b78285fb3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group (84aeadd4-5d90-4de2-940b-1b4b4b27a377), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.412430 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:14.446283 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b4a65bca-935e-47d1-823d-3e4b78285fb3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (84aeadd4-5d90-4de2-940b-1b4b4b27a377), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.446283 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b4a65bca-935e-47d1-823d-3e4b78285fb3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.446283 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b4a65bca-935e-47d1-823d-3e4b78285fb3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "DELETE /v2.0/security-groups/84aeadd4-5d90-4de2-940b-1b4b4b27a377 HTTP/1.1" status: 204 len: 168 time: 0.2650967 Apr 14 22:04:14.448009 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53366) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:14.454033 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:14.456486 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bec7f5-323c-4380-a1b8-3ee46ea25d65" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:14.460317 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a65bca-935e-47d1-823d-3e4b78285fb3 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aeadd4-5d90-4de2-940b-1b4b4b27a377,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:14.478117 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-21c36930-574c-476f-ada8-ff4ba0d10a00 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] show failed (client error): The resource could not be found. Apr 14 22:04:14.482348 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53370) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:14.482531 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-21c36930-574c-476f-ada8-ff4ba0d10a00 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups/84aeadd4-5d90-4de2-940b-1b4b4b27a377 HTTP/1.1" status: 404 len: 347 time: 0.0314703 Apr 14 22:04:14.526451 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418507b0-9243-460c-8a5e-edc69cba0bb0 x-openstack-request-id: req-418507b0-9243-460c-8a5e-edc69cba0bb0 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:14.526840 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:14.527008 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-418507b0-9243-460c-8a5e-edc69cba0bb0 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:14.527378 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418507b0-9243-460c-8a5e-edc69cba0bb0'] response: {'name': 'network-changed', 'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'status': 'completed', 'code': 200} Apr 14 22:04:14.577444 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-2bf4f26b-7a9f-4473-af0e-02ab741ef096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:14.578544 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-2bf4f26b-7a9f-4473-af0e-02ab741ef096 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1129 time: 0.0529380 Apr 14 22:04:14.642632 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Deleting port 97340934-de5d-4009-aa29-4dd60283a6c0 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:14.643043 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (97340934-de5d-4009-aa29-4dd60283a6c0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.661744 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:45Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '444bd611-8667-4e56-929b-a07063a5a0ad', 'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'mac_address': 'fa:16:3e:a4:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:44Z', 'updated_at': '2022-04-14T21:58:50Z', 'revision_number': 5, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'subnets': [{'id': '34492abf-7c54-403b-92f3-c324f4917c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:14.691215 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] Checking router: 32118357-f0de-4b36-b2d9-4bf6b705e27c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:14.703412 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:14.712638 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:03:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:14.733514 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (97340934-de5d-4009-aa29-4dd60283a6c0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.733950 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for floatingip (97340934-de5d-4009-aa29-4dd60283a6c0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:14.751279 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Calling delete_port for 97340934-de5d-4009-aa29-4dd60283a6c0 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:14.834169 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:14.957240 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-43618b15-7b4f-45b6-ba72-ed5470a1f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:14.958716 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-43618b15-7b4f-45b6-ba72-ed5470a1f7a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380 HTTP/1.1" status: 200 len: 915 time: 0.3731458 Apr 14 22:04:15.054344 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:45Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '444bd611-8667-4e56-929b-a07063a5a0ad', 'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'mac_address': 'fa:16:3e:a4:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:44Z', 'updated_at': '2022-04-14T21:58:50Z', 'revision_number': 5, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'subnets': [{'id': '34492abf-7c54-403b-92f3-c324f4917c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:15.057936 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (97340934-de5d-4009-aa29-4dd60283a6c0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:15.083193 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95db73-fb41-40fd-9d48-5da351eed344 None None] The sync data for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi is: [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T21:58:45Z', 'revision_number': 4, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '444bd611-8667-4e56-929b-a07063a5a0ad', 'name': '', 'network_id': '7fbe5cc9-9b17-47a2-a2af-bf332bca2380', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'mac_address': 'fa:16:3e:a4:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '34492abf-7c54-403b-92f3-c324f4917c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:44Z', 'updated_at': '2022-04-14T21:58:50Z', 'revision_number': 5, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'subnets': [{'id': '34492abf-7c54-403b-92f3-c324f4917c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:15.090397 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event deleted for resources: {'Port': ['ID=97340934-de5d-4009-aa29-4dd60283a6c0,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:15.156423 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks [] for floatingip (87c6a78f-825d-4ce5-8d5c-2a482a11de58), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:15.159994 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:15.161538 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-9d4c3ef5-4f46-4f47-9621-6392e5ec6fbd tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "DELETE /v2.0/floatingips/87c6a78f-825d-4ce5-8d5c-2a482a11de58 HTTP/1.1" status: 204 len: 168 time: 0.6777544 Apr 14 22:04:15.336829 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-2b9457c8-aa1d-40b9-96f2-8aecac253b0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 217 time: 0.0411301 Apr 14 22:04:15.336967 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a771d0-b1ae-4837-8b15-0018b361eac0 None None] New status for floating IP 7b91939a-92d1-45ed-a32a-374a23c9cd60: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:04:15.643771 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-5c4821b1-bb62-47ae-91ae-2a3402522256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:15.645486 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-5c4821b1-bb62-47ae-91ae-2a3402522256 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34492abf-7c54-403b-92f3-c324f4917c48 HTTP/1.1" status: 200 len: 853 time: 0.0514121 Apr 14 22:04:15.752313 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-fa0ccc8e-9ea8-4f8e-80a9-8fd49ac4b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:15.754073 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-fa0ccc8e-9ea8-4f8e-80a9-8fd49ac4b898 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473971 Apr 14 22:04:15.856492 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-bdd3f2b6-bbcc-4d73-8867-948ba26ad6b6 service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949004 Apr 14 22:04:15.965816 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62bec7f5-323c-4380-a1b8-3ee46ea25d65 req-997bf335-d04d-49ca-aff0-85257faaa84c service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956798 Apr 14 22:04:16.194576 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ac8822ec-8f58-435f-afde-23c8a0efd160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:18.142114 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-e5f62446-f08c-40f2-8329-76eaa02b6d41 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398877 Apr 14 22:04:18.215967 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-3d4abd9f-0e7d-4ad1-a062-d8104c98712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:18.215967 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-3d4abd9f-0e7d-4ad1-a062-d8104c98712d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 1129 time: 0.0392985 Apr 14 22:04:18.325914 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-5d9cb98d-35ef-4683-86a0-905551ed485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:18.327429 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-5d9cb98d-35ef-4683-86a0-905551ed485a service neutron] 10.222.0.81 "GET /v2.0/networks?id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380 HTTP/1.1" status: 200 len: 915 time: 0.1020103 Apr 14 22:04:18.356885 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e08f8-1907-464c-8084-6a15b61bb81b req-f49c71bd-d0d5-429b-9c67-7eabdb826f3d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:18.358404 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-592e08f8-1907-464c-8084-6a15b61bb81b req-f49c71bd-d0d5-429b-9c67-7eabdb826f3d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0538719 Apr 14 22:04:18.374883 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-7fc8aadc-7552-4bc3-8e0e-3fb982b78976 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 200 len: 217 time: 0.0401790 Apr 14 22:04:18.417102 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-592e08f8-1907-464c-8084-6a15b61bb81b req-5098b908-11a7-4fdc-afe1-7343bc38e6bb tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515590 Apr 14 22:04:18.528674 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99722231-a421-4b16-870a-b373ea7a36f9 req-527f25fd-5a78-4cc7-adfa-913a58cb95e5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:18.530126 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-99722231-a421-4b16-870a-b373ea7a36f9 req-527f25fd-5a78-4cc7-adfa-913a58cb95e5 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0509760 Apr 14 22:04:18.584002 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-99722231-a421-4b16-870a-b373ea7a36f9 req-89def218-0764-40e9-9eab-3598f261f363 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Apr 14 22:04:18.606944 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d2b40ae3-e2c7-4e65-8f81-49826a69fb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:18.624620 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-166fb92d-1ea1-4b4d-8dd7-47b456a25a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:18.626099 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-166fb92d-1ea1-4b4d-8dd7-47b456a25a72 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34492abf-7c54-403b-92f3-c324f4917c48 HTTP/1.1" status: 200 len: 853 time: 0.0470018 Apr 14 22:04:18.687224 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-8ccb2c9d-5386-40c8-95aa-ddd3efb75a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:18.692442 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-8ccb2c9d-5386-40c8-95aa-ddd3efb75a73 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fbe5cc9-9b17-47a2-a2af-bf332bca2380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548136 Apr 14 22:04:18.801625 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-8843f5d1-3c5a-44df-aaca-47536e7764c4 service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911787 Apr 14 22:04:18.906172 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0fdd29d-63e3-4cdb-b53e-ecd614c9cb18 req-23a58e96-1bcb-4cd8-84e6-42b34b526ac5 service neutron] 10.222.0.81 "GET /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977647 Apr 14 22:04:19.069049 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92f3c5-d70f-4a4c-8dc9-791f8f0f3e63 req-b069552c-b397-4635-b449-4c901afa0fec tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:19.071390 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca92f3c5-d70f-4a4c-8dc9-791f8f0f3e63 req-b069552c-b397-4635-b449-4c901afa0fec tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0648916 Apr 14 22:04:19.122403 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca92f3c5-d70f-4a4c-8dc9-791f8f0f3e63 req-ab01349a-9118-4f3c-8ac6-a3332064d251 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461414 Apr 14 22:04:19.571159 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9fbc0-a805-45ac-a7ec-a15ee5708150 req-4b7fb629-fc9f-4bd5-a954-52f9d1318aef tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:19.572750 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-83d9fbc0-a805-45ac-a7ec-a15ee5708150 req-4b7fb629-fc9f-4bd5-a954-52f9d1318aef tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0748696 Apr 14 22:04:19.634128 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-83d9fbc0-a805-45ac-a7ec-a15ee5708150 req-0f4571bf-bda7-4ae4-bac7-9eec318d2f07 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552397 Apr 14 22:04:19.713595 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a4fb9-589e-4007-974f-a8e4b6ff7d79 req-04fa3d6a-f82c-429b-9501-04b1b635512d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:19.715056 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb7a4fb9-589e-4007-974f-a8e4b6ff7d79 req-04fa3d6a-f82c-429b-9501-04b1b635512d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0548856 Apr 14 22:04:19.720149 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:19.765409 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fb7a4fb9-589e-4007-974f-a8e4b6ff7d79 req-c59aad90-dc75-4006-9c94-25d5188dc13b tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443089 Apr 14 22:04:20.264705 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa3957-4e1a-4efa-89f0-38a88512bd73 req-c5b42fc8-44f6-4072-8c1f-f547a2f12e4b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:20.266138 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-76fa3957-4e1a-4efa-89f0-38a88512bd73 req-c5b42fc8-44f6-4072-8c1f-f547a2f12e4b tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0565500 Apr 14 22:04:20.340101 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-76fa3957-4e1a-4efa-89f0-38a88512bd73 req-9482266f-383f-444c-8e25-6e2c2af65286 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679801 Apr 14 22:04:20.755607 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae33354-96b6-477d-9265-37461e8cdac0 req-4e351ce4-3092-416d-be3d-a3b5e6be53c9 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:20.757206 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0ae33354-96b6-477d-9265-37461e8cdac0 req-4e351ce4-3092-416d-be3d-a3b5e6be53c9 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0499995 Apr 14 22:04:20.834255 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0ae33354-96b6-477d-9265-37461e8cdac0 req-4ffe7650-f255-4b24-b90e-5f0be722551e tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671897 Apr 14 22:04:20.857711 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:20.897456 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037e9c2-0a0b-425c-806f-955dac898ed7 req-5c815c02-31ca-47a7-b17d-e503aba7caf9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:20.899189 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3037e9c2-0a0b-425c-806f-955dac898ed7 req-5c815c02-31ca-47a7-b17d-e503aba7caf9 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0521986 Apr 14 22:04:20.957590 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3037e9c2-0a0b-425c-806f-955dac898ed7 req-d8b7bfa6-e163-4db8-851e-8c31a816d020 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523093 Apr 14 22:04:21.047215 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a84be016-78c1-44d1-a0e7-6c6061b3e88e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:21.048768 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a84be016-78c1-44d1-a0e7-6c6061b3e88e tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 945 time: 0.0515647 Apr 14 22:04:21.159843 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Deleting port db289d26-0976-4538-8b08-ba8c2007bbc8 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:21.160159 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.259632 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] For port db289d26-0976-4538-8b08-ba8c2007bbc8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db289d26-0976-4538-8b08-ba8c2007bbc8,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:21.259943 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.273583 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Calling delete_port for db289d26-0976-4538-8b08-ba8c2007bbc8 owned by compute:nova {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:21.471568 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-7fddc256-f2db-4c4a-bf73-528396a2887c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:21.473036 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-7fddc256-f2db-4c4a-bf73-528396a2887c tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0760272 Apr 14 22:04:21.485836 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (db289d26-0976-4538-8b08-ba8c2007bbc8), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.497875 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['db289d26-0976-4538-8b08-ba8c2007bbc8', 'f365810c-4634-46ec-984a-1e03a503e706'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:04:21.499319 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247c17b-bd8a-4ecd-88b4-8c5ba0adee5c req-056323b5-3f06-4b69-9685-8dcc57014a75 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:21.500780 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4247c17b-bd8a-4ecd-88b4-8c5ba0adee5c req-056323b5-3f06-4b69-9685-8dcc57014a75 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 945 time: 0.0720539 Apr 14 22:04:21.518453 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event deleted for resources: {'Port': ['ID=db289d26-0976-4538-8b08-ba8c2007bbc8,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:21.575388 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] No DVR routers for this DVR port db289d26-0976-4538-8b08-ba8c2007bbc8 on host hv-cinder-81322 {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:21.578755 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.582834 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cfd20c9e-9431-45c4-94d7-3f7351b4855b req-a615f88f-553c-46fa-a708-4ae70045438f tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "DELETE /v2.0/ports/db289d26-0976-4538-8b08-ba8c2007bbc8 HTTP/1.1" status: 204 len: 173 time: 0.5284719 Apr 14 22:04:21.583901 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0215c3ad-1a1c-421a-9e42-9bc0ee6c577b', 'name': 'network-vif-deleted', 'tag': 'db289d26-0976-4538-8b08-ba8c2007bbc8'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:21.590360 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62388ec4-ac8f-446d-8a2e-474a141867fe" -d '{"events": [{"server_uuid": "0215c3ad-1a1c-421a-9e42-9bc0ee6c577b", "name": "network-vif-deleted", "tag": "db289d26-0976-4538-8b08-ba8c2007bbc8"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:21.637337 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4247c17b-bd8a-4ecd-88b4-8c5ba0adee5c req-c8ccf333-423d-4a0c-97b9-d4c4306b75b9 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167693 Apr 14 22:04:21.641722 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc617d2-fcfa-4e81-bae6-2662aaf3e665 x-openstack-request-id: req-bfc617d2-fcfa-4e81-bae6-2662aaf3e665 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:21.642064 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0215c3ad-1a1c-421a-9e42-9bc0ee6c577b", "name": "network-vif-deleted", "tag": "db289d26-0976-4538-8b08-ba8c2007bbc8", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:21.642364 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfc617d2-fcfa-4e81-bae6-2662aaf3e665 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:21.642823 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc617d2-fcfa-4e81-bae6-2662aaf3e665'] response: {'server_uuid': '0215c3ad-1a1c-421a-9e42-9bc0ee6c577b', 'name': 'network-vif-deleted', 'tag': 'db289d26-0976-4538-8b08-ba8c2007bbc8', 'status': 'completed', 'code': 200} Apr 14 22:04:21.645639 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Deleting port 48e2697a-9f35-4714-91cb-ea27b54cebf3 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:21.645988 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.750084 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] For port 48e2697a-9f35-4714-91cb-ea27b54cebf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48e2697a-9f35-4714-91cb-ea27b54cebf3,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:21.750445 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:21.764036 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Calling delete_port for 48e2697a-9f35-4714-91cb-ea27b54cebf3 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:21.962954 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7cde8-3fcd-4277-a829-3972e368f95b req-cccbb92d-2287-4e5a-b975-f23cf02c8a9a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:21.964944 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a2e7cde8-3fcd-4277-a829-3972e368f95b req-cccbb92d-2287-4e5a-b975-f23cf02c8a9a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0513670 Apr 14 22:04:22.000524 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (48e2697a-9f35-4714-91cb-ea27b54cebf3), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:22.017522 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['48e2697a-9f35-4714-91cb-ea27b54cebf3'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:04:22.041999 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Pushing event deleted for resources: {'Port': ['ID=48e2697a-9f35-4714-91cb-ea27b54cebf3,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:22.084898 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a2e7cde8-3fcd-4277-a829-3972e368f95b req-f9552415-db55-47fe-b027-cbedbd18f490 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094866 Apr 14 22:04:22.148221 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] No DVR routers for this DVR port 48e2697a-9f35-4714-91cb-ea27b54cebf3 on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:22.153342 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a3dd2d83-a58b-4475-b5d8-f61e792bd7eb req-03549598-cc96-4a08-a904-bc7f601cb135 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=0215c3ad-1a1c-421a-9e42-9bc0ee6c577b HTTP/1.1" status: 200 len: 210 time: 0.0523512 Apr 14 22:04:22.154844 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:22.158148 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-987ff4a6-7510-427e-8611-7ada8825b9e4 req-449b3d67-4e16-451c-84a6-d118b1a31c1e tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.81 "DELETE /v2.0/ports/48e2697a-9f35-4714-91cb-ea27b54cebf3 HTTP/1.1" status: 204 len: 173 time: 0.6789711 Apr 14 22:04:22.158603 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'name': 'network-vif-deleted', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:22.160995 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88382c60-d2c2-45f7-91c0-604dc647b952" -d '{"events": [{"server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "name": "network-vif-deleted", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:22.200061 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b9a147-c52e-4949-8625-9d16f9f558d7 x-openstack-request-id: req-63b9a147-c52e-4949-8625-9d16f9f558d7 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:22.200350 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fa2a9c-ff59-424b-a1bc-3ed257420cf9", "name": "network-vif-deleted", "tag": "48e2697a-9f35-4714-91cb-ea27b54cebf3", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:22.200628 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63b9a147-c52e-4949-8625-9d16f9f558d7 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:22.201043 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b9a147-c52e-4949-8625-9d16f9f558d7'] response: {'server_uuid': 'd5fa2a9c-ff59-424b-a1bc-3ed257420cf9', 'name': 'network-vif-deleted', 'tag': '48e2697a-9f35-4714-91cb-ea27b54cebf3', 'status': 'completed', 'code': 200} Apr 14 22:04:22.579671 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:22.730572 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57762d02-fbf0-40a5-a47a-0b9b722641a9 req-fba8c4b5-384a-476b-a2b1-e68ca401b9d6 tempest-TestMinimumBasicScenario-122660014 tempest-TestMinimumBasicScenario-122660014-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5fa2a9c-ff59-424b-a1bc-3ed257420cf9 HTTP/1.1" status: 200 len: 210 time: 0.0295835 Apr 14 22:04:23.208133 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0acc-c9b1-4327-8f61-7255cad5f438 req-6c340b37-3419-470d-b771-2c288e4bcdea tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:23.209852 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d48f0acc-c9b1-4327-8f61-7255cad5f438 req-6c340b37-3419-470d-b771-2c288e4bcdea tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0501130 Apr 14 22:04:23.262230 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d48f0acc-c9b1-4327-8f61-7255cad5f438 req-a567a2b7-8e8d-4ab2-b37e-0d67c750c4ee tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Apr 14 22:04:23.791065 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ba6cd-588a-408f-80be-718e51759396 req-64406ea5-d158-4c9d-bd2a-18c352fa2fce tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:23.792856 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d98ba6cd-588a-408f-80be-718e51759396 req-64406ea5-d158-4c9d-bd2a-18c352fa2fce tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0546980 Apr 14 22:04:23.851986 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d98ba6cd-588a-408f-80be-718e51759396 req-7d3e4d70-f81f-4ac0-b914-ed988faae078 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503416 Apr 14 22:04:24.207023 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device db289d26-0976-4538-8b08-ba8c2007bbc8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:24.228671 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: db289d26-0976-4538-8b08-ba8c2007bbc8 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:24.229029 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device db289d26-0976-4538-8b08-ba8c2007bbc8 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:24.230244 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 48e2697a-9f35-4714-91cb-ea27b54cebf3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:24.250066 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 48e2697a-9f35-4714-91cb-ea27b54cebf3 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:24.250425 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 48e2697a-9f35-4714-91cb-ea27b54cebf3 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:24.407438 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6bf56-c8df-4803-925e-6a845aef1bbb req-0e2b284a-5deb-468f-99fc-f2a56843b55a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:24.407438 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6dd6bf56-c8df-4803-925e-6a845aef1bbb req-0e2b284a-5deb-468f-99fc-f2a56843b55a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0527861 Apr 14 22:04:24.465241 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6dd6bf56-c8df-4803-925e-6a845aef1bbb req-08483842-8184-417f-a9d4-5f1aedc567eb tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528169 Apr 14 22:04:24.584912 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-42636c53-1537-4613-bafb-b1dfd766bf3d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:24.587129 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-42636c53-1537-4613-bafb-b1dfd766bf3d tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0496054 Apr 14 22:04:24.689321 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Deleting port f365810c-4634-46ec-984a-1e03a503e706 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:24.689663 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (f365810c-4634-46ec-984a-1e03a503e706), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:24.785585 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] For port f365810c-4634-46ec-984a-1e03a503e706, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f365810c-4634-46ec-984a-1e03a503e706,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:24.785952 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (f365810c-4634-46ec-984a-1e03a503e706), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:24.806318 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Calling delete_port for f365810c-4634-46ec-984a-1e03a503e706 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:24.989975 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36df6e-55ea-4cc1-aafd-e7f38f984b8b req-c2d5deb5-51dd-4545-ac5c-ac17105be370 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:24.991472 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1f36df6e-55ea-4cc1-aafd-e7f38f984b8b req-c2d5deb5-51dd-4545-ac5c-ac17105be370 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 946 time: 0.0612786 Apr 14 22:04:25.051801 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1f36df6e-55ea-4cc1-aafd-e7f38f984b8b req-4117c086-c337-4663-b248-93b11c652316 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536966 Apr 14 22:04:25.097933 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (f365810c-4634-46ec-984a-1e03a503e706), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:25.114411 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['f365810c-4634-46ec-984a-1e03a503e706'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:04:25.131474 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Pushing event deleted for resources: {'Port': ['ID=f365810c-4634-46ec-984a-1e03a503e706,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:25.176813 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] No DVR routers for this DVR port f365810c-4634-46ec-984a-1e03a503e706 on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:25.180433 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:25.184198 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fbcfa38f-1c9e-4ef0-bca5-6e9fdeca94ae req-d24a2d3f-7f54-47c5-9efa-d7476782fee7 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.81 "DELETE /v2.0/ports/f365810c-4634-46ec-984a-1e03a503e706 HTTP/1.1" status: 204 len: 173 time: 0.5913389 Apr 14 22:04:25.184693 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520e103d-83fc-41f6-88cc-6648919833fc', 'name': 'network-vif-deleted', 'tag': 'f365810c-4634-46ec-984a-1e03a503e706'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:25.187011 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e902fe1-f970-446a-b780-02c606fd60ad" -d '{"events": [{"server_uuid": "520e103d-83fc-41f6-88cc-6648919833fc", "name": "network-vif-deleted", "tag": "f365810c-4634-46ec-984a-1e03a503e706"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:25.222445 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:04:25.227426 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919b9693-2701-401c-a17a-61150f0f1801 x-openstack-request-id: req-919b9693-2701-401c-a17a-61150f0f1801 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:25.227718 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520e103d-83fc-41f6-88cc-6648919833fc", "name": "network-vif-deleted", "tag": "f365810c-4634-46ec-984a-1e03a503e706", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:25.227971 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-919b9693-2701-401c-a17a-61150f0f1801 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:25.228429 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919b9693-2701-401c-a17a-61150f0f1801'] response: {'server_uuid': '520e103d-83fc-41f6-88cc-6648919833fc', 'name': 'network-vif-deleted', 'tag': 'f365810c-4634-46ec-984a-1e03a503e706', 'status': 'completed', 'code': 200} Apr 14 22:04:25.591818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe3ac-cd4d-41da-8a04-f8c67de31096 req-976ced24-cd00-4f95-b9ef-12d83341ab7e tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:25.593402 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c9fe3ac-cd4d-41da-8a04-f8c67de31096 req-976ced24-cd00-4f95-b9ef-12d83341ab7e tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0498765 Apr 14 22:04:25.653504 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c9fe3ac-cd4d-41da-8a04-f8c67de31096 req-e3fc3a5c-3547-4007-8c3e-37e38a809c35 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534270 Apr 14 22:04:25.741891 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53504) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:26.190106 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8a12114-4e96-4b1a-83ff-c12f9436c6d2 req-dc6e6414-ae5e-4769-895b-82cbb75c6a85 tempest-ServerRescueNegativeTestJSON-1718078321 tempest-ServerRescueNegativeTestJSON-1718078321-project] 10.222.0.52 "GET /v2.0/ports?device_id=520e103d-83fc-41f6-88cc-6648919833fc HTTP/1.1" status: 200 len: 210 time: 0.0350707 Apr 14 22:04:26.347617 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (32118357-f0de-4b36-b2d9-4bf6b705e27c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:26.640322 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Deleting port 444bd611-8667-4e56-929b-a07063a5a0ad {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:26.641055 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:26.723605 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] For port 444bd611-8667-4e56-929b-a07063a5a0ad, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=444bd611-8667-4e56-929b-a07063a5a0ad,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:26.723967 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:26.745627 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Calling delete_port for 444bd611-8667-4e56-929b-a07063a5a0ad owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:26.787604 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d6e9c-006d-4bdd-9c82-e8e4b7f4050b req-297857db-3c25-43c9-a5fe-9687340fe762 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:26.791904 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-162d6e9c-006d-4bdd-9c82-e8e4b7f4050b req-297857db-3c25-43c9-a5fe-9687340fe762 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0647140 Apr 14 22:04:26.883515 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-162d6e9c-006d-4bdd-9c82-e8e4b7f4050b req-a70892e9-a2db-497b-bd3e-4f992d8a3484 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619867 Apr 14 22:04:27.075010 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (444bd611-8667-4e56-929b-a07063a5a0ad), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:27.102533 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Pushing event deleted for resources: {'Port': ['ID=444bd611-8667-4e56-929b-a07063a5a0ad,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:27.249206 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53514) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:27.286579 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (32118357-f0de-4b36-b2d9-4bf6b705e27c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:27.514811 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Router 32118357-f0de-4b36-b2d9-4bf6b705e27c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:27.746812 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (41cbf4e7-dd0a-4638-bc63-cd459291750c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:27.900285 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:27.908698 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c68ad6fa-3923-400b-baae-53c2baca2906 admin admin] 10.222.0.52 "PUT /v2.0/routers/32118357-f0de-4b36-b2d9-4bf6b705e27c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1656380 Apr 14 22:04:27.909733 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53520) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:27.910660 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] Sync routers for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:27.939785 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:27.940442 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:28.055949 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device f365810c-4634-46ec-984a-1e03a503e706 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:28.059770 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866e052-3888-4452-a250-4249fc063524 req-4c374a27-ed91-4f27-b0fc-35d81102e7df tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:28.061356 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0866e052-3888-4452-a250-4249fc063524 req-4c374a27-ed91-4f27-b0fc-35d81102e7df tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0618148 Apr 14 22:04:28.066200 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Deleting port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:28.066407 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks [] for router (32118357-f0de-4b36-b2d9-4bf6b705e27c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.066895 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.087954 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: f365810c-4634-46ec-984a-1e03a503e706 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:28.088512 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device f365810c-4634-46ec-984a-1e03a503e706 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:28.100218 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:28.161411 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] For port 6f23f6aa-dd41-4f7a-80bd-5900a62d634b, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=6f23f6aa-dd41-4f7a-80bd-5900a62d634b,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:28.161730 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.178861 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Calling delete_port for 6f23f6aa-dd41-4f7a-80bd-5900a62d634b owned by network:router_interface {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:28.191818 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0866e052-3888-4452-a250-4249fc063524 req-8016950d-309f-46ce-b881-e8c33d322d35 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233878 Apr 14 22:04:28.218849 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks [] for router_gateway (32118357-f0de-4b36-b2d9-4bf6b705e27c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.295445 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T22:04:26Z', 'revision_number': 5, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:28.321924 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] Checking router: 32118357-f0de-4b36-b2d9-4bf6b705e27c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:28.330684 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] Routers {'32118357-f0de-4b36-b2d9-4bf6b705e27c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:28.331352 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['32118357-f0de-4b36-b2d9-4bf6b705e27c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:28.379123 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Deleting port 65bebacd-6125-418e-8439-0188cd92d238 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:28.379463 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (65bebacd-6125-418e-8439-0188cd92d238), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.446918 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (6f23f6aa-dd41-4f7a-80bd-5900a62d634b), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.454586 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] Set router 32118357-f0de-4b36-b2d9-4bf6b705e27c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:28.470803 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] For port 65bebacd-6125-418e-8439-0188cd92d238, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=65bebacd-6125-418e-8439-0188cd92d238,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:28.471176 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (65bebacd-6125-418e-8439-0188cd92d238), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.480223 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f23f6aa-dd41-4f7a-80bd-5900a62d634b,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:28.496373 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Calling delete_port for 65bebacd-6125-418e-8439-0188cd92d238 owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:28.672246 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T22:04:26Z', 'revision_number': 5, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:28.713523 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228eee5-e3c0-48d6-ae34-174400f627d7 None None] The sync data for ids ['32118357-f0de-4b36-b2d9-4bf6b705e27c'] in dv-cinder-813229-9-iscsi is: [{'id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'name': 'tempest-TestMinimumBasicScenario-403316494-router', 'tenant_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '65bebacd-6125-418e-8439-0188cd92d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:40Z', 'updated_at': '2022-04-14T22:04:26Z', 'revision_number': 5, 'project_id': '40c5ee7a5b0640ecbb513c322c45dcc8', 'gw_port': {'id': '65bebacd-6125-418e-8439-0188cd92d238', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32118357-f0de-4b36-b2d9-4bf6b705e27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:41Z', 'updated_at': '2022-04-14T21:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:28.724039 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (41cbf4e7-dd0a-4638-bc63-cd459291750c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.794972 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (65bebacd-6125-418e-8439-0188cd92d238), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.820863 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=65bebacd-6125-418e-8439-0188cd92d238,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:28.899777 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (32118357-f0de-4b36-b2d9-4bf6b705e27c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:28.989269 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Router 41cbf4e7-dd0a-4638-bc63-cd459291750c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:29.012878 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (32118357-f0de-4b36-b2d9-4bf6b705e27c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.015131 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks [] for router_controller (32118357-f0de-4b36-b2d9-4bf6b705e27c), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.110768 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:29.116097 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5a7f6ffb-3c0b-4369-8842-f77e1c550f54 admin admin] 10.222.0.52 "PUT /v2.0/routers/41cbf4e7-dd0a-4638-bc63-cd459291750c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8657808 Apr 14 22:04:29.120693 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53522) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:29.125903 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] Sync routers for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:29.137706 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:29.138841 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:29.183627 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (32118357-f0de-4b36-b2d9-4bf6b705e27c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.186508 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32118357-f0de-4b36-b2d9-4bf6b705e27c {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:04:29.190622 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.194463 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-be631ae0-9c0e-4da0-9b68-8cb6fa9a95e8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/32118357-f0de-4b36-b2d9-4bf6b705e27c HTTP/1.1" status: 204 len: 168 time: 1.2835836 Apr 14 22:04:29.195177 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53524) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:29.271083 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fa5aab-d4cc-4b9a-9631-c820cee55fd9 admin admin] Deleting subnet 34492abf-7c54-403b-92f3-c324f4917c48 {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:04:29.282480 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5aab-d4cc-4b9a-9631-c820cee55fd9 admin admin] Publish callbacks [] for subnet (34492abf-7c54-403b-92f3-c324f4917c48), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.306129 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 444bd611-8667-4e56-929b-a07063a5a0ad no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:29.322434 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:29.334148 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 444bd611-8667-4e56-929b-a07063a5a0ad {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:29.334499 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 444bd611-8667-4e56-929b-a07063a5a0ad not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:29.353553 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5aab-d4cc-4b9a-9631-c820cee55fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (34492abf-7c54-403b-92f3-c324f4917c48), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.514077 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5aab-d4cc-4b9a-9631-c820cee55fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (34492abf-7c54-403b-92f3-c324f4917c48), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.560495 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T22:04:28Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:29.594089 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] Checking router: 41cbf4e7-dd0a-4638-bc63-cd459291750c for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:29.604105 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] Routers {'41cbf4e7-dd0a-4638-bc63-cd459291750c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:29.604411 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['41cbf4e7-dd0a-4638-bc63-cd459291750c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:29.622661 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931e368-663f-425a-aa70-f90770f67bb7 req-30088ca6-18cd-4ae5-b137-f445f3c0c636 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:29.624234 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6931e368-663f-425a-aa70-f90770f67bb7 req-30088ca6-18cd-4ae5-b137-f445f3c0c636 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.1098604 Apr 14 22:04:29.672751 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks [] for router (41cbf4e7-dd0a-4638-bc63-cd459291750c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.718399 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5aab-d4cc-4b9a-9631-c820cee55fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (34492abf-7c54-403b-92f3-c324f4917c48), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.737896 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6931e368-663f-425a-aa70-f90770f67bb7 req-493072b2-ad9e-4d37-a53e-b3cba08fa342 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054418 Apr 14 22:04:29.741183 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] Set router 41cbf4e7-dd0a-4638-bc63-cd459291750c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:29.751144 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa5aab-d4cc-4b9a-9631-c820cee55fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34492abf-7c54-403b-92f3-c324f4917c48,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:29.761529 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5aab-d4cc-4b9a-9631-c820cee55fd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.761529 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a5fa5aab-d4cc-4b9a-9631-c820cee55fd9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/34492abf-7c54-403b-92f3-c324f4917c48 HTTP/1.1" status: 204 len: 168 time: 0.5639124 Apr 14 22:04:29.761720 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1beaeb-f093-4807-b66e-18f77596c9d6 None None] Network 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:04:29.762580 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53528) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:29.835451 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks [] for router_gateway (41cbf4e7-dd0a-4638-bc63-cd459291750c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.853510 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (7fbe5cc9-9b17-47a2-a2af-bf332bca2380), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.918680 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Deleting port 57f66cd2-d44b-445f-a01e-90f60bf03d25 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:29.919100 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:29.966031 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T22:04:28Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:29.979675 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Deleting port e6acebd9-97bd-46dd-bef3-d045f5464f9a {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:29.980143 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.011164 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226fafc-fd4d-4a24-af18-913618f5c1b3 None None] The sync data for ids ['41cbf4e7-dd0a-4638-bc63-cd459291750c'] in dv-cinder-813229-9-iscsi is: [{'id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'name': 'tempest-ServerRescueNegativeTestJSON-235373020-router', 'tenant_id': '07795b5930f74368a7508f0536b9f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T22:04:28Z', 'revision_number': 5, 'project_id': '07795b5930f74368a7508f0536b9f800', 'gw_port': {'id': 'e6acebd9-97bd-46dd-bef3-d045f5464f9a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cbf4e7-dd0a-4638-bc63-cd459291750c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:30.011403 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] For port 57f66cd2-d44b-445f-a01e-90f60bf03d25, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=57f66cd2-d44b-445f-a01e-90f60bf03d25,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:30.011747 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.027277 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] DHCP port deletion for 7fbe5cc9-9b17-47a2-a2af-bf332bca2380 request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:04:30.034522 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Calling delete_port for 57f66cd2-d44b-445f-a01e-90f60bf03d25 owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:30.086298 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Deleting port 57f66cd2-d44b-445f-a01e-90f60bf03d25 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:30.086678 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.146312 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] For port e6acebd9-97bd-46dd-bef3-d045f5464f9a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=e6acebd9-97bd-46dd-bef3-d045f5464f9a,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:30.146792 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.161257 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Calling delete_port for e6acebd9-97bd-46dd-bef3-d045f5464f9a owned by network:router_gateway {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:30.185988 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] For port 57f66cd2-d44b-445f-a01e-90f60bf03d25, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=57f66cd2-d44b-445f-a01e-90f60bf03d25,segment=NetworkSegment(8d03ef27-fff1-4aba-882d-f722c510e804),segment_id=8d03ef27-fff1-4aba-882d-f722c510e804)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:30.187095 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.205219 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Calling delete_port for 57f66cd2-d44b-445f-a01e-90f60bf03d25 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:30.314690 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.345378 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Pushing event deleted for resources: {'Port': ['ID=57f66cd2-d44b-445f-a01e-90f60bf03d25,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:30.356044 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] No DVR routers for this DVR port 57f66cd2-d44b-445f-a01e-90f60bf03d25 on host dv-cinder-813229-9-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:30.448645 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (7fbe5cc9-9b17-47a2-a2af-bf332bca2380), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.475877 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbe5cc9-9b17-47a2-a2af-bf332bca2380']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:30.494073 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d03ef27-fff1-4aba-882d-f722c510e804') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:30.494380 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d03ef27-fff1-4aba-882d-f722c510e804') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:30.503553 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (e6acebd9-97bd-46dd-bef3-d045f5464f9a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.504967 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4832000'] for segment (8d03ef27-fff1-4aba-882d-f722c510e804), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.520214 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (57f66cd2-d44b-445f-a01e-90f60bf03d25), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.526606 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (8d03ef27-fff1-4aba-882d-f722c510e804), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.538404 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6acebd9-97bd-46dd-bef3-d045f5464f9a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:30.542139 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:04:30.545467 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050897'] for segment (8d03ef27-fff1-4aba-882d-f722c510e804), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: Traceback (most recent call last): Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: timer() Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: cb(*args, **kw) Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: return func(*args, **kwargs) Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: self._notify() Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: self.callback(batched_events) Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: event.method(event) Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: return f(self, *a, **k) Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._get(url).json() Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: return self.request(url, 'GET', **kwargs) Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:04:30.547316 dv-cinder-813229-9-iscsi neutron-server[110548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:04:30.570709 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Pushing event deleted for resources: {'Port': ['ID=57f66cd2-d44b-445f-a01e-90f60bf03d25,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:30.584057 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.584787 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.586978 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.587573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.588112 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.588727 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.589241 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.589826 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.590293 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.590701 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.591274 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.591689 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.592145 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.592540 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.593037 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:30.604362 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9748a9-468c-4d15-8e9d-183e2901c7ca None None] No DVR routers for this DVR port 57f66cd2-d44b-445f-a01e-90f60bf03d25 on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:30.633742 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (41cbf4e7-dd0a-4638-bc63-cd459291750c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.720945 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (7fbe5cc9-9b17-47a2-a2af-bf332bca2380), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.729860 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.734437 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] 10.222.0.52 "DELETE /v2.0/networks/7fbe5cc9-9b17-47a2-a2af-bf332bca2380 HTTP/1.1" status: 204 len: 168 time: 0.9702668 Apr 14 22:04:30.737066 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53540) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:30.769838 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (41cbf4e7-dd0a-4638-bc63-cd459291750c), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.773067 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks [] for router_controller (41cbf4e7-dd0a-4638-bc63-cd459291750c), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.792641 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5942e-e188-49f7-87c4-e538d0f7a23c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbe5cc9-9b17-47a2-a2af-bf332bca2380,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:30.925767 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a4e05-8b3e-4bcd-b397-51e9d2a96a23 req-6d6c9da8-5f99-48fb-88ef-48299b82a88b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:30.927294 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1a0a4e05-8b3e-4bcd-b397-51e9d2a96a23 req-6d6c9da8-5f99-48fb-88ef-48299b82a88b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0657861 Apr 14 22:04:30.937231 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (41cbf4e7-dd0a-4638-bc63-cd459291750c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.937769 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41cbf4e7-dd0a-4638-bc63-cd459291750c {{(pid=110547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:04:30.943026 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:30.947508 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c42ba123-f0b2-44eb-b74d-5f7697b0c1c0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/41cbf4e7-dd0a-4638-bc63-cd459291750c HTTP/1.1" status: 204 len: 168 time: 1.8257878 Apr 14 22:04:30.948184 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53548) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:30.998615 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 57f66cd2-d44b-445f-a01e-90f60bf03d25 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:31.015846 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb8d910-2fb7-4d85-9a1e-550043054b7d admin admin] Deleting subnet 55cb8734-f767-4484-8dc4-7395c057446c {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:04:31.020679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d910-2fb7-4d85-9a1e-550043054b7d admin admin] Publish callbacks [] for subnet (55cb8734-f767-4484-8dc4-7395c057446c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.031490 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 57f66cd2-d44b-445f-a01e-90f60bf03d25 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:31.032173 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 57f66cd2-d44b-445f-a01e-90f60bf03d25 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:31.032867 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 6f23f6aa-dd41-4f7a-80bd-5900a62d634b no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:31.057838 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 6f23f6aa-dd41-4f7a-80bd-5900a62d634b {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:31.058283 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 6f23f6aa-dd41-4f7a-80bd-5900a62d634b not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:31.058777 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 65bebacd-6125-418e-8439-0188cd92d238 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:31.062551 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d910-2fb7-4d85-9a1e-550043054b7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148346'] for subnet (55cb8734-f767-4484-8dc4-7395c057446c), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.078592 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1a0a4e05-8b3e-4bcd-b397-51e9d2a96a23 req-39e88ca0-9e2d-4dfc-b35c-dc3fb6d50420 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418378 Apr 14 22:04:31.106544 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 65bebacd-6125-418e-8439-0188cd92d238 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:31.107110 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 65bebacd-6125-418e-8439-0188cd92d238 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:31.222888 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d910-2fb7-4d85-9a1e-550043054b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (55cb8734-f767-4484-8dc4-7395c057446c), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.248529 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (e51b2dfc-b5ae-44ba-b150-3334dc333835), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.417586 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d910-2fb7-4d85-9a1e-550043054b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4610273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699757'] for subnet (55cb8734-f767-4484-8dc4-7395c057446c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.419935 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884daf8-98af-4733-8e06-587639c7b477 req-baf432bd-f68e-4822-89d5-893a925530fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:31.422780 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d884daf8-98af-4733-8e06-587639c7b477 req-baf432bd-f68e-4822-89d5-893a925530fb tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0683980 Apr 14 22:04:31.443813 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8d910-2fb7-4d85-9a1e-550043054b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cb8734-f767-4484-8dc4-7395c057446c,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:31.449287 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d910-2fb7-4d85-9a1e-550043054b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.457032 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ed2bb-f520-49bf-b3e4-a3b129a6641c None None] Network b16f9766-8b57-4992-ac6c-ff9deb4519c9 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:04:31.457375 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dbb8d910-2fb7-4d85-9a1e-550043054b7d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/55cb8734-f767-4484-8dc4-7395c057446c HTTP/1.1" status: 204 len: 168 time: 0.5081291 Apr 14 22:04:31.460423 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53552) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:31.616037 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (b16f9766-8b57-4992-ac6c-ff9deb4519c9), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.621433 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d884daf8-98af-4733-8e06-587639c7b477 req-d2fd0034-871b-4211-b2ab-e7d7c267f36b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621950 Apr 14 22:04:31.650659 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6851ed0-d34e-41d5-9c4c-edab8ae13753 None None] DHCP port deletion for b16f9766-8b57-4992-ac6c-ff9deb4519c9 request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:04:31.715313 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b6851ed0-d34e-41d5-9c4c-edab8ae13753 None None] Deleting port ef2e8e37-6ce7-4664-ad21-3449bb9e555a {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:31.715536 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b6851ed0-d34e-41d5-9c4c-edab8ae13753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.719484 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Deleting port ef2e8e37-6ce7-4664-ad21-3449bb9e555a {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:31.719823 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.735482 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Deleting port 66768c95-4fe9-435e-8b26-8225f4d7eb35 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:31.735825 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.789386 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-b6851ed0-d34e-41d5-9c4c-edab8ae13753 None None] For port ef2e8e37-6ce7-4664-ad21-3449bb9e555a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ef2e8e37-6ce7-4664-ad21-3449bb9e555a,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:31.789788 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b6851ed0-d34e-41d5-9c4c-edab8ae13753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.804850 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b6851ed0-d34e-41d5-9c4c-edab8ae13753 None None] Calling delete_port for ef2e8e37-6ce7-4664-ad21-3449bb9e555a owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:31.840243 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] For port ef2e8e37-6ce7-4664-ad21-3449bb9e555a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ef2e8e37-6ce7-4664-ad21-3449bb9e555a,segment=NetworkSegment(efc78afd-7846-4912-8b2e-4bfeaa5a765f),segment_id=efc78afd-7846-4912-8b2e-4bfeaa5a765f)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:31.840631 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.861005 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Calling delete_port for ef2e8e37-6ce7-4664-ad21-3449bb9e555a owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:31.936230 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] For port 66768c95-4fe9-435e-8b26-8225f4d7eb35, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=66768c95-4fe9-435e-8b26-8225f4d7eb35,segment=NetworkSegment(0da50937-605d-43bf-a8d4-121f79cc565c),segment_id=0da50937-605d-43bf-a8d4-121f79cc565c)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:31.936613 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:31.956847 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Calling delete_port for 66768c95-4fe9-435e-8b26-8225f4d7eb35 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:31.988832 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b6851ed0-d34e-41d5-9c4c-edab8ae13753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.015387 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6851ed0-d34e-41d5-9c4c-edab8ae13753 None None] Pushing event deleted for resources: {'Port': ['ID=ef2e8e37-6ce7-4664-ad21-3449bb9e555a,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:32.019029 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6851ed0-d34e-41d5-9c4c-edab8ae13753 None None] No DVR routers for this DVR port ef2e8e37-6ce7-4664-ad21-3449bb9e555a on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:32.040021 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (ef2e8e37-6ce7-4664-ad21-3449bb9e555a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.074802 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2e8e37-6ce7-4664-ad21-3449bb9e555a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:32.080999 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] No DVR routers for this DVR port ef2e8e37-6ce7-4664-ad21-3449bb9e555a on host dv-cinder-813229-9-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:32.209072 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (b16f9766-8b57-4992-ac6c-ff9deb4519c9), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.224359 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904d9b7-d9c6-478d-8dfd-825e069eae21 req-ee9d4154-148a-4644-a555-94f71a62e9b7 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:32.226608 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5904d9b7-d9c6-478d-8dfd-825e069eae21 req-ee9d4154-148a-4644-a555-94f71a62e9b7 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0568414 Apr 14 22:04:32.241876 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16f9766-8b57-4992-ac6c-ff9deb4519c9']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:32.252479 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc78afd-7846-4912-8b2e-4bfeaa5a765f') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:32.252849 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc78afd-7846-4912-8b2e-4bfeaa5a765f') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:32.269426 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4832000'] for segment (efc78afd-7846-4912-8b2e-4bfeaa5a765f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.292428 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5904d9b7-d9c6-478d-8dfd-825e069eae21 req-e56b08d7-d272-42ee-ace0-3e80394f8d7f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589058 Apr 14 22:04:32.307168 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (efc78afd-7846-4912-8b2e-4bfeaa5a765f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.322461 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:04:32.322998 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050897'] for segment (efc78afd-7846-4912-8b2e-4bfeaa5a765f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: self.session.flush() Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: self.session.flush() Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: self.session.flush() Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: self.session.flush() Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: Traceback (most recent call last): Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: timer() Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: cb(*args, **kw) Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: return func(*args, **kwargs) Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: self._notify() Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: self.callback(batched_events) Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: event.method(event) Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: return f(self, *a, **k) Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._get(url).json() Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: return self.request(url, 'GET', **kwargs) Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:04:32.325693 dv-cinder-813229-9-iscsi neutron-server[110548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:04:32.520760 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (66768c95-4fe9-435e-8b26-8225f4d7eb35), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.552676 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (b16f9766-8b57-4992-ac6c-ff9deb4519c9), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.556481 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Pushing event deleted for resources: {'Port': ['ID=66768c95-4fe9-435e-8b26-8225f4d7eb35,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:32.571056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.571056 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] 10.222.0.52 "DELETE /v2.0/networks/b16f9766-8b57-4992-ac6c-ff9deb4519c9 HTTP/1.1" status: 204 len: 168 time: 1.1032798 Apr 14 22:04:32.619689 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1b9eb-bd12-438e-a799-d4c3225a505c admin admin] Pushing event deleted for resources: {'Network': ['ID=b16f9766-8b57-4992-ac6c-ff9deb4519c9,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:32.788945 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8b7e6-6157-4b17-9205-e742e59c0314 req-ae8c77dd-12e0-4218-a336-9263e8adda1c tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:32.790465 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dde8b7e6-6157-4b17-9205-e742e59c0314 req-ae8c77dd-12e0-4218-a336-9263e8adda1c tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0946734 Apr 14 22:04:32.815669 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (e51b2dfc-b5ae-44ba-b150-3334dc333835), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:32.894650 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dde8b7e6-6157-4b17-9205-e742e59c0314 req-6d8eb827-137b-4bba-baed-0c14e141e1ee tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969424 Apr 14 22:04:32.928697 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device e6acebd9-97bd-46dd-bef3-d045f5464f9a no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:32.947083 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53562) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:32.949767 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: e6acebd9-97bd-46dd-bef3-d045f5464f9a {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:32.952703 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device e6acebd9-97bd-46dd-bef3-d045f5464f9a not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:32.952703 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ef2e8e37-6ce7-4664-ad21-3449bb9e555a no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:32.977663 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: ef2e8e37-6ce7-4664-ad21-3449bb9e555a {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:32.978955 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ef2e8e37-6ce7-4664-ad21-3449bb9e555a not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:33.006572 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-52165849-fc9d-454f-89f1-46b2b0f36fe1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07795b5930f74368a7508f0536b9f800&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0584979 Apr 14 22:04:33.009461 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53564) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:33.071053 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3e09-40ce-4569-8dd6-4a22ffe38129 admin admin] Publish callbacks [] for security_group (1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:33.097404 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3e09-40ce-4569-8dd6-4a22ffe38129 admin admin] Publish callbacks [] for security_group (1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:33.229007 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3e09-40ce-4569-8dd6-4a22ffe38129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:33.231753 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3e09-40ce-4569-8dd6-4a22ffe38129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:33.233123 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ac3a3e09-40ce-4569-8dd6-4a22ffe38129 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf HTTP/1.1" status: 204 len: 168 time: 0.2225335 Apr 14 22:04:33.242549 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a3e09-40ce-4569-8dd6-4a22ffe38129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccbd41a-f5a8-44ce-940e-fa9a6b3b83bf,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:33.407100 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-cd7be25e-d020-42cf-b8fe-db007b10b578 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:33.408563 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-cd7be25e-d020-42cf-b8fe-db007b10b578 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0602589 Apr 14 22:04:33.415570 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4f83b-eafd-4a53-bacd-f43ce4a4e148 req-9f7a8b78-0c42-4883-bc0b-21258d1e3d30 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:33.417254 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cca4f83b-eafd-4a53-bacd-f43ce4a4e148 req-9f7a8b78-0c42-4883-bc0b-21258d1e3d30 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0497947 Apr 14 22:04:33.425539 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Router e51b2dfc-b5ae-44ba-b150-3334dc333835 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:33.478106 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cca4f83b-eafd-4a53-bacd-f43ce4a4e148 req-20479854-38e9-412d-9d10-1baa112b1351 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549557 Apr 14 22:04:33.580598 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Deleting port 4e968754-323d-4743-ae02-e197ae404e2d {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:33.580853 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (4e968754-323d-4743-ae02-e197ae404e2d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:33.612429 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e920e-84a7-4687-864b-3441659316bf req-090fc890-07ca-41e4-8958-effb5af7fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:33.614067 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f7e920e-84a7-4687-864b-3441659316bf req-090fc890-07ca-41e4-8958-effb5af7fcea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=36c976f9546746d293b7a29600a0fad3&device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1130 time: 0.0512006 Apr 14 22:04:33.661722 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:33.671329 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c3e19c55-19e9-4b14-bc5a-407c7905962e admin admin] 10.222.0.52 "PUT /v2.0/routers/e51b2dfc-b5ae-44ba-b150-3334dc333835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9332283 Apr 14 22:04:33.671952 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53572) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:33.672601 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] Sync routers for ids ['e51b2dfc-b5ae-44ba-b150-3334dc333835'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:33.705873 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] Routers {'e51b2dfc-b5ae-44ba-b150-3334dc333835'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:33.707017 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['e51b2dfc-b5ae-44ba-b150-3334dc333835'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:33.739722 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] For port 4e968754-323d-4743-ae02-e197ae404e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e968754-323d-4743-ae02-e197ae404e2d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:33.740126 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (4e968754-323d-4743-ae02-e197ae404e2d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:33.741434 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e920e-84a7-4687-864b-3441659316bf req-c6b4b9fe-14f9-4cdb-bf46-dafad07033ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:33.743673 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f7e920e-84a7-4687-864b-3441659316bf req-c6b4b9fe-14f9-4cdb-bf46-dafad07033ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7cc0398-02c2-4de0-9d94-41df3d394e36 HTTP/1.1" status: 200 len: 910 time: 0.1221137 Apr 14 22:04:33.840426 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f7e920e-84a7-4687-864b-3441659316bf req-101e4ec8-ffee-40c7-983f-cad6db8f8a31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27aff80-c99a-46c4-8e83-30a4f33db216 HTTP/1.1" status: 200 len: 1002 time: 0.0850847 Apr 14 22:04:33.840850 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] Set router e51b2dfc-b5ae-44ba-b150-3334dc333835 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:33.888866 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks [] for router (e51b2dfc-b5ae-44ba-b150-3334dc333835), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:33.900142 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e920e-84a7-4687-864b-3441659316bf req-492c42f0-f583-4534-b611-da58b3d52ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:33.902159 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f7e920e-84a7-4687-864b-3441659316bf req-492c42f0-f583-4534-b611-da58b3d52ac4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52e3e80c-b04f-40d2-a3e6-a1febd78088f HTTP/1.1" status: 200 len: 848 time: 0.0545993 Apr 14 22:04:33.968067 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e920e-84a7-4687-864b-3441659316bf req-2f621cd1-1210-4ecc-8a26-d02e6c2da8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:33.970361 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f7e920e-84a7-4687-864b-3441659316bf req-2f621cd1-1210-4ecc-8a26-d02e6c2da8f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7cc0398-02c2-4de0-9d94-41df3d394e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610387 Apr 14 22:04:34.080164 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:51Z', 'updated_at': '2022-04-14T22:04:32Z', 'revision_number': 5, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'gw_port': {'id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:52Z', 'updated_at': '2022-04-14T21:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:34.098554 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:34.098838 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (693ff216-08d0-4195-8809-7ba8f51e2c72), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:34.099116 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Floating IP 693ff216-08d0-4195-8809-7ba8f51e2c72 disassociated. External IP: 172.27.1.158, port: 4e968754-323d-4743-ae02-e197ae404e2d. Apr 14 22:04:34.099507 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Calling delete_port for 4e968754-323d-4743-ae02-e197ae404e2d owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:34.099840 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f7e920e-84a7-4687-864b-3441659316bf req-44b0596c-6c1d-4b1d-aa13-e3c08e5aad85 service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220033 Apr 14 22:04:34.113419 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] Checking router: e51b2dfc-b5ae-44ba-b150-3334dc333835 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:34.123891 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] Routers {'e51b2dfc-b5ae-44ba-b150-3334dc333835'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:34.127585 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['e51b2dfc-b5ae-44ba-b150-3334dc333835'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:34.129096 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afd43b-274b-4c03-9b15-e9fd0bee798e req-b2597ebf-665f-4a2b-a148-ba242774f18f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:34.130604 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-97afd43b-274b-4c03-9b15-e9fd0bee798e req-b2597ebf-665f-4a2b-a148-ba242774f18f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 946 time: 0.0874352 Apr 14 22:04:34.182709 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks [] for router_gateway (e51b2dfc-b5ae-44ba-b150-3334dc333835), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:34.206224 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f7e920e-84a7-4687-864b-3441659316bf req-d55921f6-786f-4af0-a545-0ec2082cdf16 service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992112 Apr 14 22:04:34.250159 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-97afd43b-274b-4c03-9b15-e9fd0bee798e req-a68f1744-b779-49f2-b1b1-f566b95c784d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=072507ea-a30d-41a7-811f-0aaa9fe1fe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839863 Apr 14 22:04:34.282218 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] Set router e51b2dfc-b5ae-44ba-b150-3334dc333835 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:34.348693 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Deleting port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:34.348998 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:34.441418 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] For port 7e092f32-76b3-471b-91fb-b99d2bb4fd3a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=7e092f32-76b3-471b-91fb-b99d2bb4fd3a,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:34.442133 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:34.461295 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Calling delete_port for 7e092f32-76b3-471b-91fb-b99d2bb4fd3a owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:34.495795 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:51Z', 'updated_at': '2022-04-14T22:04:32Z', 'revision_number': 5, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'gw_port': {'id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:52Z', 'updated_at': '2022-04-14T21:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:34.507429 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (4e968754-323d-4743-ae02-e197ae404e2d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:34.531712 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70be167-0bed-435f-a0c9-c610d1f05b34 None None] The sync data for ids ['e51b2dfc-b5ae-44ba-b150-3334dc333835'] in dv-cinder-813229-9-iscsi is: [{'id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'name': 'tempest-TestMinimumBasicScenario-506921091-router', 'tenant_id': '9094af9f015e43299e43c8ca8bc98eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:51Z', 'updated_at': '2022-04-14T22:04:32Z', 'revision_number': 5, 'project_id': '9094af9f015e43299e43c8ca8bc98eae', 'gw_port': {'id': '7e092f32-76b3-471b-91fb-b99d2bb4fd3a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51b2dfc-b5ae-44ba-b150-3334dc333835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:52Z', 'updated_at': '2022-04-14T21:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:34.576564 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'Port': ['ID=4e968754-323d-4743-ae02-e197ae404e2d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:34.793243 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53596) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:34.834007 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:34.909174 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9a2ed-02b0-4d97-b349-7ed5918431c4 req-2dbc00b5-59cc-4758-91e4-1fbfe82b4cbf tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:34.911689 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-43f9a2ed-02b0-4d97-b349-7ed5918431c4 req-2dbc00b5-59cc-4758-91e4-1fbfe82b4cbf tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0848191 Apr 14 22:04:34.934958 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 66768c95-4fe9-435e-8b26-8225f4d7eb35 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:34.993296 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 66768c95-4fe9-435e-8b26-8225f4d7eb35 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:34.993647 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 66768c95-4fe9-435e-8b26-8225f4d7eb35 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:34.997542 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-43f9a2ed-02b0-4d97-b349-7ed5918431c4 req-8a37a454-1118-43e4-9c1c-e51bc83bc7b4 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755796 Apr 14 22:04:35.013292 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (7e092f32-76b3-471b-91fb-b99d2bb4fd3a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.035083 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1728345037-network', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:35.057620 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Pushing event deleted for resources: {'Port': ['ID=7e092f32-76b3-471b-91fb-b99d2bb4fd3a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:35.125792 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Made reservation on behalf of b3fb94b2f5ea4be18bfbb3968b306a53 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:04:35.128137 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.150180 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.151732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:35.167542 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:35.182533 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:35.183482 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:35.216248 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] No DVR routers for this DVR port 4e968754-323d-4743-ae02-e197ae404e2d on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:35.221166 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.225232 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4a9bf5d7-b840-4e31-8bf6-888677b7a9b7 req-92034078-7cf5-4cc9-b751-fe7fdd175caf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "DELETE /v2.0/ports/4e968754-323d-4743-ae02-e197ae404e2d HTTP/1.1" status: 204 len: 173 time: 1.8093734 Apr 14 22:04:35.226455 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'name': 'network-vif-deleted', 'tag': '4e968754-323d-4743-ae02-e197ae404e2d'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:35.229185 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7421f7-c188-47dd-9cc9-6dbe0a405346" -d '{"events": [{"server_uuid": "94877ad2-09b3-4794-8dc0-861d5ae251e5", "name": "network-vif-deleted", "tag": "4e968754-323d-4743-ae02-e197ae404e2d"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:35.240110 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (e51b2dfc-b5ae-44ba-b150-3334dc333835), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.299046 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Publish callbacks [] for security_group (f16c1732-1e47-4aaf-a157-b89c00b6f919), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.315369 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d853fa76-0e74-4935-bd89-2315d69c4726 x-openstack-request-id: req-d853fa76-0e74-4935-bd89-2315d69c4726 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:35.315369 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94877ad2-09b3-4794-8dc0-861d5ae251e5", "name": "network-vif-deleted", "tag": "4e968754-323d-4743-ae02-e197ae404e2d", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:35.315369 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d853fa76-0e74-4935-bd89-2315d69c4726 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:35.315770 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d853fa76-0e74-4935-bd89-2315d69c4726'] response: {'server_uuid': '94877ad2-09b3-4794-8dc0-861d5ae251e5', 'name': 'network-vif-deleted', 'tag': '4e968754-323d-4743-ae02-e197ae404e2d', 'status': 'completed', 'code': 200} Apr 14 22:04:35.355148 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:35.357937 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (e51b2dfc-b5ae-44ba-b150-3334dc333835), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.360987 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks [] for router_controller (e51b2dfc-b5ae-44ba-b150-3334dc333835), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.363556 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-86343200-052f-42e2-a4c8-c4f96b50d91c req-2cfb354c-5824-44d6-833f-016471e9d6dd tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 210 time: 0.0327442 Apr 14 22:04:35.363556 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f16c1732-1e47-4aaf-a157-b89c00b6f919), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.386750 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:04:35.402274 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16c1732-1e47-4aaf-a157-b89c00b6f919,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:35.407928 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (ba07793a-089e-4faf-a9a3-c83797a8c0ab), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.408280 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Added segment ba07793a-089e-4faf-a9a3-c83797a8c0ab of type vlan for network 5f534560-3702-48ed-a28a-4f0419eee488 Apr 14 22:04:35.456535 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (5f534560-3702-48ed-a28a-4f0419eee488), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.566358 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (e51b2dfc-b5ae-44ba-b150-3334dc333835), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.567262 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e51b2dfc-b5ae-44ba-b150-3334dc333835 {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:04:35.574479 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.575458 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a09df31f-d391-4231-9e1f-14b3d9d067be admin admin] 10.222.0.52 "DELETE /v2.0/routers/e51b2dfc-b5ae-44ba-b150-3334dc333835 HTTP/1.1" status: 204 len: 168 time: 1.8999603 Apr 14 22:04:35.578657 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53604) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:35.621664 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (5f534560-3702-48ed-a28a-4f0419eee488), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.624510 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:35.624510 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.668616 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '5fb57b52-c572-416c-b2a9-cf012b1978d9', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:24Z', 'updated_at': '2022-04-14T21:59:18Z', 'revision_number': 2, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:35.714578 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-a665e011-cead-43fe-944c-da0d6af25bf2 admin admin] Deleting subnet 35d01156-78b3-445b-bc38-7cd0ff77e504 {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:04:35.714897 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:35.718065 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=5f534560-3702-48ed-a28a-4f0419eee488,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:35.722014 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a665e011-cead-43fe-944c-da0d6af25bf2 admin admin] Publish callbacks [] for subnet (35d01156-78b3-445b-bc38-7cd0ff77e504), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.723743 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:35.726879 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:35.730503 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 5f534560-3702-48ed-a28a-4f0419eee488 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:04:35.767195 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a665e011-cead-43fe-944c-da0d6af25bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148346'] for subnet (35d01156-78b3-445b-bc38-7cd0ff77e504), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.795798 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1d7f30a1-f73d-4473-b0b7-94570cd92fa4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0013802 Apr 14 22:04:35.804558 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53606) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:35.810174 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Request body: {'subnet': {'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1728345037-subnet', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:35.855649 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:35.871442 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a665e011-cead-43fe-944c-da0d6af25bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (35d01156-78b3-445b-bc38-7cd0ff77e504), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:35.908394 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Made reservation on behalf of b3fb94b2f5ea4be18bfbb3968b306a53 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:04:35.911557 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7418352'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.006027 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a665e011-cead-43fe-944c-da0d6af25bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4610273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699757'] for subnet (35d01156-78b3-445b-bc38-7cd0ff77e504), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.037961 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665e011-cead-43fe-944c-da0d6af25bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d01156-78b3-445b-bc38-7cd0ff77e504,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:36.042981 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a665e011-cead-43fe-944c-da0d6af25bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.048882 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a665e011-cead-43fe-944c-da0d6af25bf2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/35d01156-78b3-445b-bc38-7cd0ff77e504 HTTP/1.1" status: 204 len: 168 time: 0.4686122 Apr 14 22:04:36.051952 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53610) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:36.080020 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a6847-b167-420f-8ead-c42daab76798 None None] Network 8cc9ced3-29b7-4d3f-be9c-965275262cd1 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:04:36.142440 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 4e968754-323d-4743-ae02-e197ae404e2d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:36.194624 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (8cc9ced3-29b7-4d3f-be9c-965275262cd1), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.247528 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 4e968754-323d-4743-ae02-e197ae404e2d {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:36.248113 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 4e968754-323d-4743-ae02-e197ae404e2d not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:36.262369 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Deleting port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:36.263482 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.275445 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '5fb57b52-c572-416c-b2a9-cf012b1978d9', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:24Z', 'updated_at': '2022-04-14T21:59:18Z', 'revision_number': 2, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:36.279117 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ea29e-c235-4f26-945f-642c18990706 req-f9766322-c390-4fc1-b44f-37d8447def13 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:36.280897 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a64ea29e-c235-4f26-945f-642c18990706 req-f9766322-c390-4fc1-b44f-37d8447def13 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0967016 Apr 14 22:04:36.315540 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba0798-77ee-4933-a38b-efad81658c2b None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '5fb57b52-c572-416c-b2a9-cf012b1978d9', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:59:18:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:58:24Z', 'updated_at': '2022-04-14T21:59:18Z', 'revision_number': 2, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:36.340735 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7418342'] for subnet (bc638f81-ff05-467e-adc1-8ca2dd7ea6ef), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.366862 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] For port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=994b4877-86ca-4f9c-aa5e-5f2f27e83efe,segment=NetworkSegment(0da50937-605d-43bf-a8d4-121f79cc565c),segment_id=0da50937-605d-43bf-a8d4-121f79cc565c)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:36.367370 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.384040 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Calling delete_port for 994b4877-86ca-4f9c-aa5e-5f2f27e83efe owned by network:dhcp {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:36.396155 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a64ea29e-c235-4f26-945f-642c18990706 req-76a50964-fdba-4771-bf68-a34fd2efbdc5 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082704 Apr 14 22:04:36.410886 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74867153-a781-40e1-801e-5363c20eeffa None None] DHCP port deletion for 8cc9ced3-29b7-4d3f-be9c-965275262cd1 request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:04:36.437871 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:36.454905 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Checking segment: {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:36.455711 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Network hostable DHCP agents. Network: 5f534560-3702-48ed-a28a-4f0419eee488, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:04:36.513108 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-74867153-a781-40e1-801e-5363c20eeffa None None] Deleting port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:36.513564 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74867153-a781-40e1-801e-5363c20eeffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.559028 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b6ecc71c-5368-489d-8dbe-e67014f5ba75 req-52d193de-19b2-4b4c-bd4b-928c003ab8ef tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=94877ad2-09b3-4794-8dc0-861d5ae251e5 HTTP/1.1" status: 200 len: 210 time: 0.0358791 Apr 14 22:04:36.583506 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Network 5f534560-3702-48ed-a28a-4f0419eee488 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:04:36.609230 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-74867153-a781-40e1-801e-5363c20eeffa None None] For port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=994b4877-86ca-4f9c-aa5e-5f2f27e83efe,segment=NetworkSegment(0da50937-605d-43bf-a8d4-121f79cc565c),segment_id=0da50937-605d-43bf-a8d4-121f79cc565c)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:36.609809 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74867153-a781-40e1-801e-5363c20eeffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.623239 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.630580 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-74867153-a781-40e1-801e-5363c20eeffa None None] Calling delete_port for 994b4877-86ca-4f9c-aa5e-5f2f27e83efe owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:36.652837 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=994b4877-86ca-4f9c-aa5e-5f2f27e83efe,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:36.656523 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] No DVR routers for this DVR port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe on host dv-cinder-813229-9-iscsi {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:36.691922 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 5f534560-3702-48ed-a28a-4f0419eee488) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:36.699494 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:36.700108 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.708194 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06272f2b-c00a-40ff-8458-b82120e925b3 None None] Network 5f534560-3702-48ed-a28a-4f0419eee488 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:04:36.750848 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (8cc9ced3-29b7-4d3f-be9c-965275262cd1), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.780292 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc9ced3-29b7-4d3f-be9c-965275262cd1']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:36.794686 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7296d209-9c0d-43e4-b7fc-11055fa9c500 None None] New status for floating IP 693ff216-08d0-4195-8809-7ba8f51e2c72: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:04:36.795334 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da50937-605d-43bf-a8d4-121f79cc565c') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:36.795630 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da50937-605d-43bf-a8d4-121f79cc565c') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:36.798755 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74867153-a781-40e1-801e-5363c20eeffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (994b4877-86ca-4f9c-aa5e-5f2f27e83efe), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.808053 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (0da50937-605d-43bf-a8d4-121f79cc565c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.825670 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-973dcaf8-ca6d-4af0-9bd2-9455724e5a6c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0199299 Apr 14 22:04:36.826882 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (0da50937-605d-43bf-a8d4-121f79cc565c), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.829832 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53614) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:36.842486 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:04:36.844083 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (0da50937-605d-43bf-a8d4-121f79cc565c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:36.855793 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:04:36.869273 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:04:36.886732 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74867153-a781-40e1-801e-5363c20eeffa None None] Pushing event deleted for resources: {'Port': ['ID=994b4877-86ca-4f9c-aa5e-5f2f27e83efe,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:36.890862 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74867153-a781-40e1-801e-5363c20eeffa None None] No DVR routers for this DVR port 994b4877-86ca-4f9c-aa5e-5f2f27e83efe on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:36.904925 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 7e092f32-76b3-471b-91fb-b99d2bb4fd3a no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:37.011768 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (35229258-5815-4bb7-8837-5ab92804aab4), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.013071 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (35229258-5815-4bb7-8837-5ab92804aab4), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.034575 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (8cc9ced3-29b7-4d3f-be9c-965275262cd1), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.041902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.047046 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8cc9ced3-29b7-4d3f-be9c-965275262cd1 HTTP/1.1" status: 204 len: 168 time: 0.9929655 Apr 14 22:04:37.067764 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118b1eb-98e6-4431-94f1-9b70db621d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc9ced3-29b7-4d3f-be9c-965275262cd1,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:37.102074 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks [] for router_controller (35229258-5815-4bb7-8837-5ab92804aab4), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.131204 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 7e092f32-76b3-471b-91fb-b99d2bb4fd3a {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:37.131561 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 7e092f32-76b3-471b-91fb-b99d2bb4fd3a not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:37.132655 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 994b4877-86ca-4f9c-aa5e-5f2f27e83efe no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:37.189469 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 994b4877-86ca-4f9c-aa5e-5f2f27e83efe {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:37.189744 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 994b4877-86ca-4f9c-aa5e-5f2f27e83efe not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:37.224162 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-5f534560-3702-48ed-a28a-4f0419eee488', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:04:37.225073 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.367395 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Allocated IP 172.20.0.2 (5f534560-3702-48ed-a28a-4f0419eee488/bc638f81-ff05-467e-adc1-8ca2dd7ea6ef/06400663-f392-4605-a485-d854369cb7b4) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:37.503165 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks [] for router_gateway (35229258-5815-4bb7-8837-5ab92804aab4), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.531058 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Publish callbacks [] for port (06400663-f392-4605-a485-d854369cb7b4), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.543910 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2012d-c2a3-40b9-b7c6-fcb56001cc5f req-0ff8ce10-85e6-43ae-a86d-a6a05aa78f11 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:37.545582 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fbd2012d-c2a3-40b9-b7c6-fcb56001cc5f req-0ff8ce10-85e6-43ae-a86d-a6a05aa78f11 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0618641 Apr 14 22:04:37.601861 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fbd2012d-c2a3-40b9-b7c6-fcb56001cc5f req-cd446336-ecb0-4783-8a7c-97224725db9a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503387 Apr 14 22:04:37.811823 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (06400663-f392-4605-a485-d854369cb7b4), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.823972 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53624) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:37.847664 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53626) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:37.868467 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Network 5f534560-3702-48ed-a28a-4f0419eee488 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:37.873563 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d5514efb-2649-4196-9bf5-567b729dbdf8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40c5ee7a5b0640ecbb513c322c45dcc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476005 Apr 14 22:04:37.873753 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:37.876191 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53628) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:37.883498 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:37.885621 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Pushing event updated for resources: {'Port': ['ID=06400663-f392-4605-a485-d854369cb7b4,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:37.935774 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf7be-5032-4783-8ea7-7c2ea1a355b0 admin admin] Publish callbacks [] for security_group (09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.941940 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks [] for router_gateway (35229258-5815-4bb7-8837-5ab92804aab4), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.946417 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Attempting to bind port 06400663-f392-4605-a485-d854369cb7b4 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:04:37.947062 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Attempting to bind port 06400663-f392-4605-a485-d854369cb7b4 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:04:37.947201 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Attempting to bind port 06400663-f392-4605-a485-d854369cb7b4 on network 5f534560-3702-48ed-a28a-4f0419eee488 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:37.952346 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:04:37.953102 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Checking segment: {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:37.953482 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.953946 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Bound using segment: {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:04:37.954733 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Bound port: 06400663-f392-4605-a485-d854369cb7b4, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:04:37.954883 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (06400663-f392-4605-a485-d854369cb7b4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.963336 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf7be-5032-4783-8ea7-7c2ea1a355b0 admin admin] Publish callbacks [] for security_group (09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.968931 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:37.982249 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-075e1dad-9993-4d66-bf56-2ab18e475b91 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (072507ea-a30d-41a7-811f-0aaa9fe1fe78), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.048599 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] For port 06400663-f392-4605-a485-d854369cb7b4, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:04:38.051143 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-075e1dad-9993-4d66-bf56-2ab18e475b91 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (072507ea-a30d-41a7-811f-0aaa9fe1fe78), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.052261 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] For port 06400663-f392-4605-a485-d854369cb7b4, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=06400663-f392-4605-a485-d854369cb7b4,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:04:38.108657 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf7be-5032-4783-8ea7-7c2ea1a355b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.112287 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf7be-5032-4783-8ea7-7c2ea1a355b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.113646 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-bf2cf7be-5032-4783-8ea7-7c2ea1a355b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9 HTTP/1.1" status: 204 len: 168 time: 0.2361715 Apr 14 22:04:38.124101 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cf7be-5032-4783-8ea7-7c2ea1a355b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d5fdfa-b4ce-4c73-86f4-fcc7f0297bd9,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:38.167007 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (06400663-f392-4605-a485-d854369cb7b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.236917 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da515db-7973-4d1c-b388-1d97a61248c3 None None] Pushing event updated for resources: {'Port': ['ID=06400663-f392-4605-a485-d854369cb7b4,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:38.432215 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Allocated IP 172.27.1.7 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/ecdbe3f2-cf73-4af7-9913-cc7aebb81331) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:38.521099 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-075e1dad-9993-4d66-bf56-2ab18e475b91 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (072507ea-a30d-41a7-811f-0aaa9fe1fe78), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.524272 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-075e1dad-9993-4d66-bf56-2ab18e475b91 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.527955 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-075e1dad-9993-4d66-bf56-2ab18e475b91 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "DELETE /v2.0/security-groups/072507ea-a30d-41a7-811f-0aaa9fe1fe78 HTTP/1.1" status: 204 len: 168 time: 0.6768115 Apr 14 22:04:38.532776 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53634) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:38.545382 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-c960b341-4787-4cb5-a068-1ec5ef41f287 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] show failed (client error): The resource could not be found. Apr 14 22:04:38.550172 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e1dad-9993-4d66-bf56-2ab18e475b91 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072507ea-a30d-41a7-811f-0aaa9fe1fe78,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:38.551529 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c960b341-4787-4cb5-a068-1ec5ef41f287 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups/072507ea-a30d-41a7-811f-0aaa9fe1fe78 HTTP/1.1" status: 404 len: 347 time: 0.0213921 Apr 14 22:04:38.552338 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53636) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:38.599944 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks [] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.724335 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Deleting port 8c82f3ed-a663-4d8e-b983-6fb1364d58a9 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:38.724555 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (8c82f3ed-a663-4d8e-b983-6fb1364d58a9), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.745367 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af9357-4241-413b-ab41-3db3385de3c0 req-b7e1ff4a-0a81-426a-beff-847cf128b585 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:38.746838 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85af9357-4241-413b-ab41-3db3385de3c0 req-b7e1ff4a-0a81-426a-beff-847cf128b585 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0659401 Apr 14 22:04:38.765881 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.804358 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:38.807292 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:38.812566 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:38.850095 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85af9357-4241-413b-ab41-3db3385de3c0 req-f99a296e-a93e-4e01-a2aa-2e8e21f8115c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964108 Apr 14 22:04:38.861305 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (8c82f3ed-a663-4d8e-b983-6fb1364d58a9), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.861635 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (8c82f3ed-a663-4d8e-b983-6fb1364d58a9), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:38.865240 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Pushing event updated for resources: {'Port': ['ID=ecdbe3f2-cf73-4af7-9913-cc7aebb81331,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:38.877920 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Calling delete_port for 8c82f3ed-a663-4d8e-b983-6fb1364d58a9 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:38.954586 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 06400663-f392-4605-a485-d854369cb7b4 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:39.008848 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 06400663-f392-4605-a485-d854369cb7b4 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:39.009230 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (06400663-f392-4605-a485-d854369cb7b4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.033679 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53642) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:39.085978 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-850edaff-296c-4247-8176-e2160479a4af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9094af9f015e43299e43c8ca8bc98eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486240 Apr 14 22:04:39.086410 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53644) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:39.109511 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 06400663-f392-4605-a485-d854369cb7b4 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:39.109908 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (06400663-f392-4605-a485-d854369cb7b4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.142084 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a44f87-2b62-4ad5-adaf-284d33bcc65c admin admin] Publish callbacks [] for security_group (9fafd4d4-01bb-4e75-9adc-c55817676e59), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.146705 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 06400663-f392-4605-a485-d854369cb7b4, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=06400663-f392-4605-a485-d854369cb7b4,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:39.166120 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a44f87-2b62-4ad5-adaf-284d33bcc65c admin admin] Publish callbacks [] for security_group (9fafd4d4-01bb-4e75-9adc-c55817676e59), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.175676 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (8c82f3ed-a663-4d8e-b983-6fb1364d58a9), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.226909 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'Port': ['ID=8c82f3ed-a663-4d8e-b983-6fb1364d58a9,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:39.292763 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (06400663-f392-4605-a485-d854369cb7b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.304957 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks [] for router_gateway (35229258-5815-4bb7-8837-5ab92804aab4), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.322621 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (693ff216-08d0-4195-8809-7ba8f51e2c72), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.325842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.330409 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-31ba8187-ef7b-47ed-9982-873e3369aab8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "DELETE /v2.0/floatingips/693ff216-08d0-4195-8809-7ba8f51e2c72 HTTP/1.1" status: 204 len: 168 time: 0.7766542 Apr 14 22:04:39.377129 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=06400663-f392-4605-a485-d854369cb7b4,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:39.433198 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a44f87-2b62-4ad5-adaf-284d33bcc65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (9fafd4d4-01bb-4e75-9adc-c55817676e59), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.440912 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e6a44f87-2b62-4ad5-adaf-284d33bcc65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.443348 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e6a44f87-2b62-4ad5-adaf-284d33bcc65c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fafd4d4-01bb-4e75-9adc-c55817676e59 HTTP/1.1" status: 204 len: 168 time: 0.3559899 Apr 14 22:04:39.457697 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db2fdf-1cb9-4c7c-8e02-0e31749ce342 req-4c25817c-e64f-4633-a6eb-81cde123d2d4 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:39.472707 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-75db2fdf-1cb9-4c7c-8e02-0e31749ce342 req-4c25817c-e64f-4633-a6eb-81cde123d2d4 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.1105077 Apr 14 22:04:39.514549 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a44f87-2b62-4ad5-adaf-284d33bcc65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fafd4d4-01bb-4e75-9adc-c55817676e59,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:39.552019 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2562efa-a23e-44aa-8db8-50aedf6c8f18 None None] Network 5f534560-3702-48ed-a28a-4f0419eee488 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:04:39.566279 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-75db2fdf-1cb9-4c7c-8e02-0e31749ce342 req-5c27cb9a-4436-4d7e-8735-7c34b41aeba1 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924280 Apr 14 22:04:39.605474 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53662) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:39.614654 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (35229258-5815-4bb7-8837-5ab92804aab4), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.674299 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-2515ce1e-c89c-42a3-a4d6-1ddc0040ccaa None None] Provisioning complete for port 06400663-f392-4605-a485-d854369cb7b4 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:39.678050 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2515ce1e-c89c-42a3-a4d6-1ddc0040ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (06400663-f392-4605-a485-d854369cb7b4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:39.730759 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-4d069099-c0dd-48c7-afc5-1988217891d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1240849 Apr 14 22:04:39.746284 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-26ad70a9-3b07-4a56-b644-7594603601bd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:04:39.747241 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-26ad70a9-3b07-4a56-b644-7594603601bd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107501 Apr 14 22:04:39.827439 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-2515ce1e-c89c-42a3-a4d6-1ddc0040ccaa None None] Current status of the port 06400663-f392-4605-a485-d854369cb7b4 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:39.893520 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Router 35229258-5815-4bb7-8837-5ab92804aab4 is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:04:39.933529 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53674) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:40.013178 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:40.059983 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-16ece94e-593c-4cb3-a2e8-224ee6539c0c None None] Provisioning complete for port 06400663-f392-4605-a485-d854369cb7b4 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:40.061173 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-16ece94e-593c-4cb3-a2e8-224ee6539c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (06400663-f392-4605-a485-d854369cb7b4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:40.076854 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:40.087267 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Sync routers for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:40.105097 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:40.105097 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:40.114243 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b27aff80-c99a-46c4-8e83-30a4f33db216 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:40.176886 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d802e8-136a-4090-9919-3ffa5891e328 req-46c00966-9a1b-4029-a7ab-6fb98bd324ad tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:40.179257 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-46c00966-9a1b-4029-a7ab-6fb98bd324ad tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports/b27aff80-c99a-46c4-8e83-30a4f33db216 HTTP/1.1" status: 200 len: 943 time: 0.2441032 Apr 14 22:04:40.237832 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:40.260537 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:40.261128 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-16ece94e-593c-4cb3-a2e8-224ee6539c0c None None] Current status of the port 06400663-f392-4605-a485-d854369cb7b4 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:40.265160 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b1fb7c02-f570-429e-973b-a7feee5243aa admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4182706 Apr 14 22:04:40.265809 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53688) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:40.287224 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port b27aff80-c99a-46c4-8e83-30a4f33db216 is: ACTIVE; New status is: DOWN {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:40.287881 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:40.337492 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:40.342146 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0031fe60-1f30-429f-9226-437206931269" -d '{"events": [{"server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "name": "network-vif-unplugged", "status": "completed", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:40.388787 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b27aff80-c99a-46c4-8e83-30a4f33db216,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:40.403556 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d31126-ed3e-4685-9619-7c438265be6b x-openstack-request-id: req-64d31126-ed3e-4685-9619-7c438265be6b {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:40.404102 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "name": "network-vif-unplugged", "status": "failed", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216", "code": 422}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:40.404513 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64d31126-ed3e-4685-9619-7c438265be6b {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:40.405266 dv-cinder-813229-9-iscsi neutron-server[110549]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-64d31126-ed3e-4685-9619-7c438265be6b']: {'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'code': 422} returned with failed status Apr 14 22:04:40.458674 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:39Z', 'revision_number': 3, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:40.489265 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Checking router: 35229258-5815-4bb7-8837-5ab92804aab4 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:40.489615 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Updating router 35229258-5815-4bb7-8837-5ab92804aab4 port ecdbe3f2-cf73-4af7-9913-cc7aebb81331 binding host dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:04:40.492808 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:40.528561 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:40.544735 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=b27aff80-c99a-46c4-8e83-30a4f33db216,revision_number=6']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:40.757002 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e77040-4562-442b-8e2b-8c9de7041447 req-5dbb8e84-4d98-4bb5-a2a6-2c3cfbe4bed3 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:40.759428 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e2e77040-4562-442b-8e2b-8c9de7041447 req-5dbb8e84-4d98-4bb5-a2a6-2c3cfbe4bed3 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0578558 Apr 14 22:04:40.833549 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e2e77040-4562-442b-8e2b-8c9de7041447 req-bacd9fb0-a5f4-4eff-abb3-8db7901ea18a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626738 Apr 14 22:04:40.856539 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:40.919129 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 06400663-f392-4605-a485-d854369cb7b4 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:40.954248 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Publish callbacks [] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:40.969323 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53708) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:40.987105 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 06400663-f392-4605-a485-d854369cb7b4 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:40.987499 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (06400663-f392-4605-a485-d854369cb7b4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.056941 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.077339 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Allocated IP 172.20.0.1 (5f534560-3702-48ed-a28a-4f0419eee488/bc638f81-ff05-467e-adc1-8ca2dd7ea6ef/ef7611d9-736d-4bbe-a7e9-617dd408a9d3) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:41.121812 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-567770948-network', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:41.131345 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Attempting to bind port ecdbe3f2-cf73-4af7-9913-cc7aebb81331 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:04:41.132907 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Attempting to bind port ecdbe3f2-cf73-4af7-9913-cc7aebb81331 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:04:41.135856 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Attempting to bind port ecdbe3f2-cf73-4af7-9913-cc7aebb81331 on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:41.137906 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Pushing event updated for resources: {'Port': ['ID=ecdbe3f2-cf73-4af7-9913-cc7aebb81331,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:41.146775 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 06400663-f392-4605-a485-d854369cb7b4 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:41.148157 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:04:41.148792 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:41.154619 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.155385 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:04:41.155911 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Bound port: ecdbe3f2-cf73-4af7-9913-cc7aebb81331, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:04:41.156383 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.160193 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.160806 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.161351 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.161866 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.162358 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.163434 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.164000 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.164608 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.168952 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.168952 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.168952 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.168952 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.168952 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.168952 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.168952 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:04:41.223259 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Made reservation on behalf of 40579fb10b2242a9a17aef3f68c7248d for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:04:41.226210 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.232978 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] For port ecdbe3f2-cf73-4af7-9913-cc7aebb81331, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:04:41.236318 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.236607 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] For port ecdbe3f2-cf73-4af7-9913-cc7aebb81331, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ecdbe3f2-cf73-4af7-9913-cc7aebb81331,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:04:41.242725 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Publish callbacks [] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.318558 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Publish callbacks [] for security_group (14848ef9-95be-4408-b6b9-8e0ef4f3ce5a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.343461 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.343616 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.389236 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Network 5f534560-3702-48ed-a28a-4f0419eee488 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:41.393617 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:41.397248 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:41.401068 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (14848ef9-95be-4408-b6b9-8e0ef4f3ce5a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.429977 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:04:41.433024 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82725efc-d6e0-45bc-b7da-65505fe90617 None None] Pushing event updated for resources: {'Port': ['ID=ecdbe3f2-cf73-4af7-9913-cc7aebb81331,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:41.449716 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:41.449821 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14848ef9-95be-4408-b6b9-8e0ef4f3ce5a,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:41.449923 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:41.451861 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (0b1cad16-f76f-42b9-ac15-7371ac1b2b2d), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.452205 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Added segment 0b1cad16-f76f-42b9-ac15-7371ac1b2b2d of type vlan for network b2e7b7fb-6c09-4a60-bd96-53978ddad13b Apr 14 22:04:41.454875 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Pushing event updated for resources: {'Port': ['ID=ef7611d9-736d-4bbe-a7e9-617dd408a9d3,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:41.489219 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (35229258-5815-4bb7-8837-5ab92804aab4), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.526407 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (b2e7b7fb-6c09-4a60-bd96-53978ddad13b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.592167 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:41.612741 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (b2e7b7fb-6c09-4a60-bd96-53978ddad13b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.614951 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:41.615518 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.692390 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-33587569-a9e6-42d5-8657-9e4e609153b6 None None] Provisioning complete for port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:41.692754 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33587569-a9e6-42d5-8657-9e4e609153b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.701314 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7335818 Apr 14 22:04:41.704306 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53714) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:41.707889 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb6e80-5030-45e7-ad56-1ff075897905 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e7b7fb-6c09-4a60-bd96-53978ddad13b,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:41.714738 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Request body: {'subnet': {'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-567770948-subnet', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:41.722850 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.731133 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:04:41.796765 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-33587569-a9e6-42d5-8657-9e4e609153b6 None None] Port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:04:41.806313 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:39Z', 'revision_number': 3, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:41.807024 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Made reservation on behalf of 40579fb10b2242a9a17aef3f68c7248d for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:04:41.812963 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699714'] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:41.837781 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273804d-277d-4f9e-b68c-917629bad1c9 None None] The sync data for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi is: [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:39Z', 'revision_number': 3, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:41.924870 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Publish callbacks [] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:42.001567 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933cb9d-f83f-4404-ab96-57d350944310 req-e27f1489-9fdd-45e7-9e5b-a889cad503e0 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:42.002054 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:42.002938 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5933cb9d-f83f-4404-ab96-57d350944310 req-e27f1489-9fdd-45e7-9e5b-a889cad503e0 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0794752 Apr 14 22:04:42.083509 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (35229258-5815-4bb7-8837-5ab92804aab4), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:42.086020 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Pushing event updated for resources: {'Port': ['ID=ef7611d9-736d-4bbe-a7e9-617dd408a9d3,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:42.104507 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5933cb9d-f83f-4404-ab96-57d350944310 req-1d8d8545-dce2-48bd-8dad-a2785e0cf40d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932333 Apr 14 22:04:42.223352 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4610878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699732'] for subnet (39d452e0-9721-4e42-9881-43ea1c21ccd0), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:42.227869 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Network 5f534560-3702-48ed-a28a-4f0419eee488 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:42.229715 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:42.321967 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d452e0-9721-4e42-9881-43ea1c21ccd0,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:42.337216 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Checking segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:42.346733 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Network hostable DHCP agents. Network: b2e7b7fb-6c09-4a60-bd96-53978ddad13b, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:04:42.393875 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Router 35229258-5815-4bb7-8837-5ab92804aab4 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:42.519724 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:04:42.532895 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:42.538890 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d9ad2b34-7869-48b8-bf36-9c959bb5cd8e admin admin] 10.222.0.52 "PUT /v2.0/routers/35229258-5815-4bb7-8837-5ab92804aab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2719946 Apr 14 22:04:42.622634 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-a93e0377-7845-4fbe-84c9-4e8ef2601723 None None] Provisioning complete for port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:42.623309 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a93e0377-7845-4fbe-84c9-4e8ef2601723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:42.634633 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, b2e7b7fb-6c09-4a60-bd96-53978ddad13b) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:42.651374 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:42.651374 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:42.653239 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7826fa-ec37-45aa-8217-6aa7f3ea6d41 None None] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:04:42.728612 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-a93e0377-7845-4fbe-84c9-4e8ef2601723 None None] Port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:04:42.805038 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-68f7873e-974c-4006-8f61-74c1f791237f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0991976 Apr 14 22:04:42.808248 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53730) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:42.815855 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:42.915171 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (af15e10b-8736-4d5b-ad44-d253e292df4c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:42.916882 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (af15e10b-8736-4d5b-ad44-d253e292df4c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.013862 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:04:43.015696 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.018240 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ecdbe3f2-cf73-4af7-9913-cc7aebb81331 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:43.036460 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks [] for router_controller (af15e10b-8736-4d5b-ad44-d253e292df4c), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.074808 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444484d0-ff6f-4603-afd6-747a25c9f23d req-d8650077-b2f8-4711-a933-26e6d28de5b8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:43.077189 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-444484d0-ff6f-4603-afd6-747a25c9f23d req-d8650077-b2f8-4711-a933-26e6d28de5b8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0673296 Apr 14 22:04:43.141524 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-444484d0-ff6f-4603-afd6-747a25c9f23d req-09e4f44d-ce90-4bd9-b02b-abeb6acb0d80 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553267 Apr 14 22:04:43.151656 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port ecdbe3f2-cf73-4af7-9913-cc7aebb81331 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:43.152031 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.215301 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53736) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:43.221079 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-30c47ec1-265e-4ba8-9754-6f9db2d0a786 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117438174', 'description': 'tempest-description--135427201'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:43.274128 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Allocated IP 172.20.0.2 (b2e7b7fb-6c09-4a60-bd96-53978ddad13b/39d452e0-9721-4e42-9881-43ea1c21ccd0/bc783446-686e-4bc7-a723-fce2cc6eb08d) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:43.315932 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598809c-825f-4dbf-9601-df17d19c36ea req-95788d51-9729-4e5e-bfc8-475ff9d0394c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:43.324428 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6598809c-825f-4dbf-9601-df17d19c36ea req-95788d51-9729-4e5e-bfc8-475ff9d0394c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0670073 Apr 14 22:04:43.341825 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks [] for router_gateway (af15e10b-8736-4d5b-ad44-d253e292df4c), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.376193 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6598809c-825f-4dbf-9601-df17d19c36ea req-2021371d-7e26-4e95-b157-0d011954cc6a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501480 Apr 14 22:04:43.471276 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port ecdbe3f2-cf73-4af7-9913-cc7aebb81331 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:43.471648 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30c47ec1-265e-4ba8-9754-6f9db2d0a786 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.471796 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.502716 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port ecdbe3f2-cf73-4af7-9913-cc7aebb81331, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ecdbe3f2-cf73-4af7-9913-cc7aebb81331,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:43.549161 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30c47ec1-265e-4ba8-9754-6f9db2d0a786 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (122544fd-6af0-4f3a-a9dc-4b300b8db87a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.596771 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Publish callbacks [] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.634744 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.702666 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30c47ec1-265e-4ba8-9754-6f9db2d0a786 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (122544fd-6af0-4f3a-a9dc-4b300b8db87a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.709051 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=ecdbe3f2-cf73-4af7-9913-cc7aebb81331,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:43.749822 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.750386 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c47ec1-265e-4ba8-9754-6f9db2d0a786 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122544fd-6af0-4f3a-a9dc-4b300b8db87a,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:43.771771 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks [] for router_gateway (af15e10b-8736-4d5b-ad44-d253e292df4c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.793987 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.802883 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:43.806894 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:43.812013 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:43.815340 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Pushing event updated for resources: {'Port': ['ID=bc783446-686e-4bc7-a723-fce2cc6eb08d,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:43.835477 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30c47ec1-265e-4ba8-9754-6f9db2d0a786 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.837158 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-30c47ec1-265e-4ba8-9754-6f9db2d0a786 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6200223 Apr 14 22:04:43.840179 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53738) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:43.865355 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-1ef33b13-2937-492c-be42-8fd5f1fe1b71 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'security_group_rule': {'security_group_id': '122544fd-6af0-4f3a-a9dc-4b300b8db87a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:43.889662 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Attempting to bind port bc783446-686e-4bc7-a723-fce2cc6eb08d on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:04:43.890253 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Attempting to bind port bc783446-686e-4bc7-a723-fce2cc6eb08d by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:04:43.890854 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Attempting to bind port bc783446-686e-4bc7-a723-fce2cc6eb08d on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:43.895276 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Sync routers for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:43.904797 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:04:43.905173 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Checking segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:43.905590 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.906655 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Bound using segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:04:43.907201 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Bound port: bc783446-686e-4bc7-a723-fce2cc6eb08d, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:04:43.907599 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:43.925946 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:43.926598 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:43.940884 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Allocated IP 172.27.1.177 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/9656c284-fbd1-4186-806c-189f59e2ddac) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:43.965661 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1ef33b13-2937-492c-be42-8fd5f1fe1b71 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (dd46c74c-82e9-4038-bdd8-705c94e72d27), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.042825 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1ef33b13-2937-492c-be42-8fd5f1fe1b71 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (dd46c74c-82e9-4038-bdd8-705c94e72d27), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.057171 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] For port bc783446-686e-4bc7-a723-fce2cc6eb08d, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:04:44.070464 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks [] for port (9656c284-fbd1-4186-806c-189f59e2ddac), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.077988 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] For port bc783446-686e-4bc7-a723-fce2cc6eb08d, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=bc783446-686e-4bc7-a723-fce2cc6eb08d,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:04:44.091197 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:44.149015 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1ef33b13-2937-492c-be42-8fd5f1fe1b71 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (dd46c74c-82e9-4038-bdd8-705c94e72d27), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.168174 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef33b13-2937-492c-be42-8fd5f1fe1b71 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd46c74c-82e9-4038-bdd8-705c94e72d27,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:44.205748 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.221473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.245976 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-5b7be488-c9d4-4e8d-88e4-a14ebe21b16a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:44.248426 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-5b7be488-c9d4-4e8d-88e4-a14ebe21b16a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.0705810 Apr 14 22:04:44.258426 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d802e8-136a-4090-9919-3ffa5891e328 req-59661112-a31b-4308-a256-1362351673de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:44.259907 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-59661112-a31b-4308-a256-1362351673de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18&tenant_id=36c976f9546746d293b7a29600a0fad3 HTTP/1.1" status: 200 len: 1128 time: 0.0873671 Apr 14 22:04:44.275322 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:44.314254 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1ef33b13-2937-492c-be42-8fd5f1fe1b71 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.315464 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1ef33b13-2937-492c-be42-8fd5f1fe1b71 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4740610 Apr 14 22:04:44.318673 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53742) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:44.321691 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6667dd1-fc1f-477b-a072-f2cff73b3973 None None] Pushing event updated for resources: {'Port': ['ID=bc783446-686e-4bc7-a723-fce2cc6eb08d,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:44.324339 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:44.326275 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Pushing event updated for resources: {'Port': ['ID=9656c284-fbd1-4186-806c-189f59e2ddac,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:44.330243 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:44.340327 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-e40c88b6-fecb-44d7-a7ef-0b238b08fac7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'security_group_rule': {'security_group_id': '122544fd-6af0-4f3a-a9dc-4b300b8db87a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:44.377230 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 2, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:44.418757 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Deleting port fb078f0f-794c-4287-88f3-5fbdf7c2995a {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:44.419150 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.426106 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Checking router: 35229258-5815-4bb7-8837-5ab92804aab4 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:44.426106 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Updating router 35229258-5815-4bb7-8837-5ab92804aab4 port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:04:44.445894 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc61396-a663-4dee-a8d0-fbda571144db req-f38b63ed-be5d-4d63-96ad-4a6fade68040 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:44.447812 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bdc61396-a663-4dee-a8d0-fbda571144db req-f38b63ed-be5d-4d63-96ad-4a6fade68040 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 946 time: 0.1927068 Apr 14 22:04:44.456318 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d802e8-136a-4090-9919-3ffa5891e328 req-dd1254c4-6f14-43df-b8fe-62e41f45b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:44.458645 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-dd1254c4-6f14-43df-b8fe-62e41f45b932 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=36c976f9546746d293b7a29600a0fad3&device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1128 time: 0.1531208 Apr 14 22:04:44.461198 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.503603 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e40c88b6-fecb-44d7-a7ef-0b238b08fac7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (5ad95f46-b707-4b87-b39c-faf4608c3d7e), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.620953 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3968efb-4a4d-42fb-a72f-279345b1117b req-b7ff4c2e-481e-4c0c-967c-60bfaf1057f0 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:44.626170 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3968efb-4a4d-42fb-a72f-279345b1117b req-b7ff4c2e-481e-4c0c-967c-60bfaf1057f0 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1296246 Apr 14 22:04:44.760523 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bdc61396-a663-4dee-a8d0-fbda571144db req-930aeffb-0f1a-48b9-ac0f-c4b115e7028f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=528b7f09-7243-4892-82ed-ef73194f3739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008351 Apr 14 22:04:44.773521 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d802e8-136a-4090-9919-3ffa5891e328 req-3fbec0b5-fa24-4332-8878-8bc1e0d050c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:44.775036 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-3fbec0b5-fa24-4332-8878-8bc1e0d050c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7cc0398-02c2-4de0-9d94-41df3d394e36 HTTP/1.1" status: 200 len: 910 time: 0.2579517 Apr 14 22:04:44.880757 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Publish callbacks [] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.951025 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] For port fb078f0f-794c-4287-88f3-5fbdf7c2995a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb078f0f-794c-4287-88f3-5fbdf7c2995a,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:44.951365 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.959719 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:44.969583 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e40c88b6-fecb-44d7-a7ef-0b238b08fac7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (5ad95f46-b707-4b87-b39c-faf4608c3d7e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.041475 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device bc783446-686e-4bc7-a723-fce2cc6eb08d up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:45.053113 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3968efb-4a4d-42fb-a72f-279345b1117b req-a3a0c53f-79e0-4b93-8be4-f0b101949f91 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4247313 Apr 14 22:04:45.091028 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569f019-9cff-4c10-be55-6fe3438a1e54 None None] Pushing event updated for resources: {'Port': ['ID=ef7611d9-736d-4bbe-a7e9-617dd408a9d3,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:45.119408 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e40c88b6-fecb-44d7-a7ef-0b238b08fac7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (5ad95f46-b707-4b87-b39c-faf4608c3d7e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.153956 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c88b6-fecb-44d7-a7ef-0b238b08fac7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad95f46-b707-4b87-b39c-faf4608c3d7e,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:45.217049 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port bc783446-686e-4bc7-a723-fce2cc6eb08d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:45.217417 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.246414 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Attempting to bind port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:04:45.246790 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Attempting to bind port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:04:45.247157 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Attempting to bind port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 on network 5f534560-3702-48ed-a28a-4f0419eee488 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:45.250852 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e40c88b6-fecb-44d7-a7ef-0b238b08fac7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.252122 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e40c88b6-fecb-44d7-a7ef-0b238b08fac7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9318862 Apr 14 22:04:45.255415 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53746) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:45.260413 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:04:45.260816 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Checking segment: {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:45.261268 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.261723 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Bound using segment: {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:04:45.262201 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Bound port: ef7611d9-736d-4bbe-a7e9-617dd408a9d3, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:04:45.262582 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.265306 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:45.293420 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.293800 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (5fb57b52-c572-416c-b2a9-cf012b1978d9), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.294132 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Floating IP 5fb57b52-c572-416c-b2a9-cf012b1978d9 disassociated. External IP: 172.27.1.21, port: fb078f0f-794c-4287-88f3-5fbdf7c2995a. Apr 14 22:04:45.294478 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Calling delete_port for fb078f0f-794c-4287-88f3-5fbdf7c2995a owned by compute:nova {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:45.316153 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-68624ef9-9550-44c4-9b70-b909ebf43664 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27aff80-c99a-46c4-8e83-30a4f33db216 HTTP/1.1" status: 200 len: 1000 time: 0.5294342 Apr 14 22:04:45.375756 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port bc783446-686e-4bc7-a723-fce2cc6eb08d is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:45.376182 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.423236 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d802e8-136a-4090-9919-3ffa5891e328 req-8c38b449-3c0d-4382-ac52-85764f6fc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:45.425004 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] For port ef7611d9-736d-4bbe-a7e9-617dd408a9d3, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:04:45.425153 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-8c38b449-3c0d-4382-ac52-85764f6fc8f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52e3e80c-b04f-40d2-a3e6-a1febd78088f HTTP/1.1" status: 200 len: 848 time: 0.0736372 Apr 14 22:04:45.425239 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.426829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks [] for router_gateway (af15e10b-8736-4d5b-ad44-d253e292df4c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.427174 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] For port ef7611d9-736d-4bbe-a7e9-617dd408a9d3, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ef7611d9-736d-4bbe-a7e9-617dd408a9d3,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:04:45.443295 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-922f7dc6-5950-43ad-891e-80dfd9865955 None None] Provisioning complete for port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:45.443668 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-922f7dc6-5950-43ad-891e-80dfd9865955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.490167 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port bc783446-686e-4bc7-a723-fce2cc6eb08d, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=bc783446-686e-4bc7-a723-fce2cc6eb08d,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:45.501044 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-922f7dc6-5950-43ad-891e-80dfd9865955 None None] Port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:04:45.550701 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.553902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.556107 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d802e8-136a-4090-9919-3ffa5891e328 req-1c454888-7568-44d4-aec3-9fda3cee0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:45.558274 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-1c454888-7568-44d4-aec3-9fda3cee0aac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7cc0398-02c2-4de0-9d94-41df3d394e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1272213 Apr 14 22:04:45.629320 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.630097 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ecdbe3f2-cf73-4af7-9913-cc7aebb81331 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:45.669521 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:45.670144 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:45.674936 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569f019-9cff-4c10-be55-6fe3438a1e54 None None] Pushing event updated for resources: {'Port': ['ID=ef7611d9-736d-4bbe-a7e9-617dd408a9d3,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:45.695646 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (fb078f0f-794c-4287-88f3-5fbdf7c2995a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.742483 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=bc783446-686e-4bc7-a723-fce2cc6eb08d,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:45.772759 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'Port': ['ID=fb078f0f-794c-4287-88f3-5fbdf7c2995a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:45.781746 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1255dba-4b77-421f-9676-4bebd8fa93d6 None None] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:04:45.811832 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-4fcd053c-1832-4db2-93a0-6d2eb4e5f646 service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436216 Apr 14 22:04:45.867288 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Allocated IP 172.27.1.46 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/c028233f-5c33-4c66-8eae-b49b3dbbe93f) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:45.926577 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (af15e10b-8736-4d5b-ad44-d253e292df4c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:45.960404 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cd43835d-f4e9-4b1e-ba57-ba97e5d0a918 req-738afdab-4df9-4db6-aad5-1fc4c4723f2d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0555274 Apr 14 22:04:45.988054 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-55d802e8-136a-4090-9919-3ffa5891e328 req-8793fcb4-270d-4299-bcb8-8ccd8049504e service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602867 Apr 14 22:04:46.025672 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:46.102145 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for port (c028233f-5c33-4c66-8eae-b49b3dbbe93f), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.104609 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5373d45-8461-42c8-853a-a5ac4983c8f8 None None] Provisioning complete for port bc783446-686e-4bc7-a723-fce2cc6eb08d triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:46.105119 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5373d45-8461-42c8-853a-a5ac4983c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.138858 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port ecdbe3f2-cf73-4af7-9913-cc7aebb81331 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:46.139243 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.256112 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Router af15e10b-8736-4d5b-ad44-d253e292df4c is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:04:46.256311 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:46.272641 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:46.286243 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:46.286906 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:46.290831 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:46.316802 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] No DVR routers for this DVR port fb078f0f-794c-4287-88f3-5fbdf7c2995a on host hv-cinder-81322 {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:04:46.324568 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e8795-f3c1-4f13-b739-76e0fd1c4734 req-76180d75-f79d-4d67-b77c-220f71466245 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:46.326204 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5f1e8795-f3c1-4f13-b739-76e0fd1c4734 req-76180d75-f79d-4d67-b77c-220f71466245 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1357670 Apr 14 22:04:46.327369 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.330691 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3c7de422-ac2a-4000-8a6c-2752cafc4a5b req-32a6b6e9-1cf2-445f-b3cb-f1c9ff7b4eb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "DELETE /v2.0/ports/fb078f0f-794c-4287-88f3-5fbdf7c2995a HTTP/1.1" status: 204 len: 173 time: 2.0764656 Apr 14 22:04:46.331162 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'name': 'network-vif-deleted', 'tag': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:46.333494 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164409fb-009b-4ee6-b7f9-d716fe2dd08d" -d '{"events": [{"server_uuid": "3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5", "name": "network-vif-deleted", "tag": "fb078f0f-794c-4287-88f3-5fbdf7c2995a"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:46.369919 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f67e15ba-8ef6-4891-a822-f77b1449d3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.387041 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (c028233f-5c33-4c66-8eae-b49b3dbbe93f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.421493 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:46.453672 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4df0783-b175-41cd-b901-d77a9b11fbed x-openstack-request-id: req-f4df0783-b175-41cd-b901-d77a9b11fbed {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:46.453965 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5", "name": "network-vif-deleted", "tag": "fb078f0f-794c-4287-88f3-5fbdf7c2995a", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:46.454221 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4df0783-b175-41cd-b901-d77a9b11fbed {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:46.454629 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4df0783-b175-41cd-b901-d77a9b11fbed'] response: {'server_uuid': '3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5', 'name': 'network-vif-deleted', 'tag': 'fb078f0f-794c-4287-88f3-5fbdf7c2995a', 'status': 'completed', 'code': 200} Apr 14 22:04:46.460554 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'Port': ['ID=c028233f-5c33-4c66-8eae-b49b3dbbe93f,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:46.461935 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:46.500084 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port ecdbe3f2-cf73-4af7-9913-cc7aebb81331 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:46.505027 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:46.512564 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Sync routers for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:46.515097 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:46.519141 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:46.531114 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5f1e8795-f3c1-4f13-b739-76e0fd1c4734 req-6e463a49-be7c-4e78-94d6-580d3d991ec2 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811647 Apr 14 22:04:46.590873 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.595686 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-fa32c89e-05c7-45b8-88aa-cc340992a0bc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7829106 Apr 14 22:04:46.595920 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53754) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:46.633313 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:46.634111 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:46.642533 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (a9c0abce-3bfe-458e-818c-a15c1b11178d), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.749758 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5373d45-8461-42c8-853a-a5ac4983c8f8 None None] Current status of the port bc783446-686e-4bc7-a723-fce2cc6eb08d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:46.777489 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:46.788117 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:46.804976 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (c028233f-5c33-4c66-8eae-b49b3dbbe93f), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.820654 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:46.831396 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:46.832351 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:46.927097 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] Provisioning complete for port bc783446-686e-4bc7-a723-fce2cc6eb08d triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:46.927345 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:46.982283 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:46.992814 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device bc783446-686e-4bc7-a723-fce2cc6eb08d up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:46.999605 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:45Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:47.054435 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for port (c028233f-5c33-4c66-8eae-b49b3dbbe93f), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.068692 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ab9d5-d9ef-49a2-bf02-423dc30e99d1 None None] The sync data for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi is: [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:45Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:47.136881 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (c028233f-5c33-4c66-8eae-b49b3dbbe93f), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.156796 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b1c4cb17-dbd1-44aa-95fb-a498c5acbb67 req-69f7056f-bf84-4822-bd1a-b852aead5501 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0918400 Apr 14 22:04:47.218978 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port bc783446-686e-4bc7-a723-fce2cc6eb08d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:47.220531 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.242066 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'Port': ['ID=c028233f-5c33-4c66-8eae-b49b3dbbe93f,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:47.309923 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (a9c0abce-3bfe-458e-818c-a15c1b11178d), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.341168 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.341571 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:44Z', 'revision_number': 3, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:47.360027 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:47.392068 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5efbe0-9a0b-4547-a4f5-d1136d3401c6 None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:47.393607 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Checking router: af15e10b-8736-4d5b-ad44-d253e292df4c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:47.394070 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Updating router af15e10b-8736-4d5b-ad44-d253e292df4c port 9656c284-fbd1-4186-806c-189f59e2ddac binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:04:47.423961 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] Current status of the port bc783446-686e-4bc7-a723-fce2cc6eb08d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:47.433481 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.435184 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1490f779-7ae4-482a-bd65-fcfab4586145 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1782699 Apr 14 22:04:47.440843 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] Provisioning complete for port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:47.441421 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.476077 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.558153 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Allocated IP 172.20.0.1 (b2e7b7fb-6c09-4a60-bd96-53978ddad13b/39d452e0-9721-4e42-9881-43ea1c21ccd0/1d25175a-61e9-4035-b7cf-09034025d345) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:47.663365 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port bc783446-686e-4bc7-a723-fce2cc6eb08d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:47.719138 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d292a9a-9856-419e-a553-e711efc18f31 req-4108f85a-cf7a-471c-8269-3d79f2ab1e3b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:47.721429 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d292a9a-9856-419e-a553-e711efc18f31 req-4108f85a-cf7a-471c-8269-3d79f2ab1e3b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0846236 Apr 14 22:04:47.733897 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-66ee27bc-86ca-4ea1-9dbf-ea4b917eb491 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1117438174&fields=id&tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53 HTTP/1.1" status: 200 len: 267 time: 0.0696261 Apr 14 22:04:47.802828 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] Current status of the port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:47.807817 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.808056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Publish callbacks [] for port (1d25175a-61e9-4035-b7cf-09034025d345), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.823365 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d292a9a-9856-419e-a553-e711efc18f31 req-1799056a-bb89-4e2d-ac60-9c36ccc40494 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906341 Apr 14 22:04:47.914189 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] For port ef7611d9-736d-4bbe-a7e9-617dd408a9d3, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ef7611d9-736d-4bbe-a7e9-617dd408a9d3,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:47.927350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-a4be8a00-604d-4e28-a28b-7087c0e1a51c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:47.930469 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-a4be8a00-604d-4e28-a28b-7087c0e1a51c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 811 time: 0.1881123 Apr 14 22:04:47.949877 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (1d25175a-61e9-4035-b7cf-09034025d345), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:47.951828 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a148b-2676-4fce-b0cf-d00bd265fc09 None None] New status for floating IP 5fb57b52-c572-416c-b2a9-cf012b1978d9: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:04:47.960205 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-110b9f17-a0ef-456d-b910-543d40fd9449 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/quotas/b3fb94b2f5ea4be18bfbb3968b306a53 HTTP/1.1" status: 200 len: 375 time: 0.0208638 Apr 14 22:04:48.025292 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:48.031780 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-75cdfc00-2249-4988-ba27-b0df42b55bb8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633547 Apr 14 22:04:48.044723 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:48.047721 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Publish callbacks [] for port (9656c284-fbd1-4186-806c-189f59e2ddac), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.048058 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:48.051591 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.058230 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Pushing event updated for resources: {'Port': ['ID=1d25175a-61e9-4035-b7cf-09034025d345,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:48.145181 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (af15e10b-8736-4d5b-ad44-d253e292df4c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.159538 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.183992 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device fb078f0f-794c-4287-88f3-5fbdf7c2995a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:04:48.254310 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6e255-3ef4-4a99-958c-c5ea52bb35e9 None None] Pushing event updated for resources: {'Port': ['ID=ef7611d9-736d-4bbe-a7e9-617dd408a9d3,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:48.264203 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: fb078f0f-794c-4287-88f3-5fbdf7c2995a {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:04:48.264549 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device fb078f0f-794c-4287-88f3-5fbdf7c2995a not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:04:48.306023 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-4f708ec0-6668-40e2-b339-e026f2a1bc6c service neutron] 10.222.0.52 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716126 Apr 14 22:04:48.365405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Attempting to bind port 9656c284-fbd1-4186-806c-189f59e2ddac on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:04:48.365405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Attempting to bind port 9656c284-fbd1-4186-806c-189f59e2ddac by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:04:48.365405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Attempting to bind port 9656c284-fbd1-4186-806c-189f59e2ddac on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:48.372485 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:04:48.372915 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:48.373326 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.373720 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:04:48.374201 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Bound port: 9656c284-fbd1-4186-806c-189f59e2ddac, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:04:48.374587 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.380938 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd32cbc-bf43-4118-8917-79044442538d None None] Pushing event updated for resources: {'Port': ['ID=9656c284-fbd1-4186-806c-189f59e2ddac,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:48.431094 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5e8bdc6e-2fe1-46c3-9025-8134b022c076 req-17cf35e8-25d0-400d-9608-06ba0de75cb6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8fcca1-8edf-45c4-a35c-0bcbde1e62a5 HTTP/1.1" status: 200 len: 210 time: 0.0487392 Apr 14 22:04:48.473870 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-f6342e3e-ee4c-4bac-91c3-2933ce00968c service neutron] 10.222.0.52 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548719 Apr 14 22:04:48.475895 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] For port 9656c284-fbd1-4186-806c-189f59e2ddac, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:04:48.500147 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] For port 9656c284-fbd1-4186-806c-189f59e2ddac, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=9656c284-fbd1-4186-806c-189f59e2ddac,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:04:48.510856 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-5cde13a0-8db3-44a9-ad03-5997f129bb5a None None] Provisioning complete for port 1d25175a-61e9-4035-b7cf-09034025d345 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:48.511063 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5cde13a0-8db3-44a9-ad03-5997f129bb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (1d25175a-61e9-4035-b7cf-09034025d345), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.550294 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1d25175a-61e9-4035-b7cf-09034025d345), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.689874 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.692730 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d1c876b5-a5cb-423b-a728-bef0e7a2af0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.758752 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5cde13a0-8db3-44a9-ad03-5997f129bb5a None None] Port 1d25175a-61e9-4035-b7cf-09034025d345 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:04:48.768517 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Publish callbacks [] for port (1d25175a-61e9-4035-b7cf-09034025d345), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.796028 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:48.796742 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:48.845403 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cee1efc6-ca8b-4445-adc9-30dff6d1c1ed req-6d2a9f98-9a17-4f47-94c9-fbd929950e5a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 210 time: 0.0509970 Apr 14 22:04:48.847257 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (1d25175a-61e9-4035-b7cf-09034025d345), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.872903 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd32cbc-bf43-4118-8917-79044442538d None None] Pushing event updated for resources: {'Port': ['ID=9656c284-fbd1-4186-806c-189f59e2ddac,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:48.898676 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (af15e10b-8736-4d5b-ad44-d253e292df4c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:48.966936 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ef7611d9-736d-4bbe-a7e9-617dd408a9d3 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:49.033716 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Pushing event updated for resources: {'Port': ['ID=1d25175a-61e9-4035-b7cf-09034025d345,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:49.038418 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e47d79-96d3-4bd8-8b2d-8106a44cca0c req-c56eb55f-e639-4900-a458-d55ece653469 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:49.038418 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-79e47d79-96d3-4bd8-8b2d-8106a44cca0c req-c56eb55f-e639-4900-a458-d55ece653469 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0958669 Apr 14 22:04:49.083939 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:49.084174 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:49.086803 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:49.121013 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-79e47d79-96d3-4bd8-8b2d-8106a44cca0c req-ef697bce-74a3-4985-b71c-22058a96eec4 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650923 Apr 14 22:04:49.125653 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:49.126164 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:49.228388 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Router af15e10b-8736-4d5b-ad44-d253e292df4c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:49.314880 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:49.357005 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:49.366640 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a0d1195a-6828-450f-bf82-819079fe6e35 admin admin] 10.222.0.52 "PUT /v2.0/routers/af15e10b-8736-4d5b-ad44-d253e292df4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7694571 Apr 14 22:04:49.390933 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-c9353fd4-3da0-4080-bbb0-7832b8cfe069 None None] Provisioning complete for port 1d25175a-61e9-4035-b7cf-09034025d345 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:49.391320 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9353fd4-3da0-4080-bbb0-7832b8cfe069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (1d25175a-61e9-4035-b7cf-09034025d345), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:49.394049 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 1, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:49.440674 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af29d4d-ee36-4211-991d-7ea87fedabe1 None None] The sync data for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi is: [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 1, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:49.457682 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-c9353fd4-3da0-4080-bbb0-7832b8cfe069 None None] Port 1d25175a-61e9-4035-b7cf-09034025d345 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:04:49.723011 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53796) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:49.794271 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:49.808070 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d466-9ea5-45a8-91e6-1f8c9cf9920b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (528b7f09-7243-4892-82ed-ef73194f3739), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:49.838721 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d466-9ea5-45a8-91e6-1f8c9cf9920b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (528b7f09-7243-4892-82ed-ef73194f3739), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:49.924292 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db0b340d-2938-4e59-9004-0495d679274f req-d20a9d0d-3fc2-483d-8fe1-40337168679c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 210 time: 0.0308330 Apr 14 22:04:50.047732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d466-9ea5-45a8-91e6-1f8c9cf9920b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (528b7f09-7243-4892-82ed-ef73194f3739), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.047732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d466-9ea5-45a8-91e6-1f8c9cf9920b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.047732 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-0ae9d466-9ea5-45a8-91e6-1f8c9cf9920b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "DELETE /v2.0/security-groups/528b7f09-7243-4892-82ed-ef73194f3739 HTTP/1.1" status: 204 len: 168 time: 0.3149776 Apr 14 22:04:50.048002 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53806) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:50.052647 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d466-9ea5-45a8-91e6-1f8c9cf9920b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528b7f09-7243-4892-82ed-ef73194f3739,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:50.064751 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-46b03c9a-a451-4df1-8385-4d19d76c87e8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] show failed (client error): The resource could not be found. Apr 14 22:04:50.066249 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-46b03c9a-a451-4df1-8385-4d19d76c87e8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups/528b7f09-7243-4892-82ed-ef73194f3739 HTTP/1.1" status: 404 len: 347 time: 0.0172608 Apr 14 22:04:50.069835 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53810) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:50.267368 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Deleting port c53936aa-963d-4f1a-9426-c470ca60b229 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:04:50.267828 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (c53936aa-963d-4f1a-9426-c470ca60b229), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.293894 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717a8ec-6554-4832-a3c2-6c4f65d7cb71 req-79b18f24-6e00-43df-9d0b-98413b30ee80 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:50.298245 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e717a8ec-6554-4832-a3c2-6c4f65d7cb71 req-79b18f24-6e00-43df-9d0b-98413b30ee80 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0829976 Apr 14 22:04:50.393251 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e717a8ec-6554-4832-a3c2-6c4f65d7cb71 req-7c8f96bc-07bc-46b5-ad7d-8865e25c0ea2 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908487 Apr 14 22:04:50.403435 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (c53936aa-963d-4f1a-9426-c470ca60b229), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.403770 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (c53936aa-963d-4f1a-9426-c470ca60b229), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.421186 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Calling delete_port for c53936aa-963d-4f1a-9426-c470ca60b229 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:04:50.462632 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53820) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:50.469528 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1587274689-network', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:50.559617 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Made reservation on behalf of 1642a7a3568f42bb8ce42be2630feb05 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:04:50.561973 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.573775 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.654947 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Publish callbacks [] for security_group (0d924803-80bf-4854-a56d-01bb9386ba9f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.714763 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (c53936aa-963d-4f1a-9426-c470ca60b229), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.743575 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'Port': ['ID=c53936aa-963d-4f1a-9426-c470ca60b229,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:50.753465 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (0d924803-80bf-4854-a56d-01bb9386ba9f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.795436 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:04:50.813101 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (27314cac-0d13-4e09-805e-affcfab140af), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.821093 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Added segment 27314cac-0d13-4e09-805e-affcfab140af of type vlan for network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b Apr 14 22:04:50.829425 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (5fb57b52-c572-416c-b2a9-cf012b1978d9), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.835190 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.838581 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0cb9c676-d105-42b8-8f8f-428756d2c239 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "DELETE /v2.0/floatingips/5fb57b52-c572-416c-b2a9-cf012b1978d9 HTTP/1.1" status: 204 len: 168 time: 0.7645323 Apr 14 22:04:50.859228 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (b42368d0-db0e-4c40-a0f0-f7e749dd5b5b), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.871917 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d924803-80bf-4854-a56d-01bb9386ba9f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:50.897214 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.953925 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 9656c284-fbd1-4186-806c-189f59e2ddac up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:50.984643 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (b42368d0-db0e-4c40-a0f0-f7e749dd5b5b), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:50.984643 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:50.984643 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.028640 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 9656c284-fbd1-4186-806c-189f59e2ddac triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:51.029975 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.062924 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-27b9ded8-6592-4f2c-a85f-37c506af75c8 req-b37c014b-97db-4f6f-8572-b576c094e50d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 210 time: 0.0482168 Apr 14 22:04:51.065852 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] Pushing event updated for resources: {'Network': ['ID=b42368d0-db0e-4c40-a0f0-f7e749dd5b5b,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:51.078172 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:04:51.165118 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-15cadfac-b492-48f7-b3c6-7a95a0c45b84 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7009676 Apr 14 22:04:51.167343 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53826) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:51.172487 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Request body: {'subnet': {'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1587274689-subnet', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:51.180747 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 9656c284-fbd1-4186-806c-189f59e2ddac is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:51.181146 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.202196 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 9656c284-fbd1-4186-806c-189f59e2ddac, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=9656c284-fbd1-4186-806c-189f59e2ddac,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:51.263503 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Made reservation on behalf of 1642a7a3568f42bb8ce42be2630feb05 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:04:51.265952 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7418352'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.266853 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53828) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:51.273434 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-f9d27a26-1625-48a2-9856-72d1f5e7bcac tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744262259', 'description': 'tempest-description--1940347339'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:51.314739 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.383708 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=9656c284-fbd1-4186-806c-189f59e2ddac,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:51.383917 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9d27a26-1625-48a2-9856-72d1f5e7bcac tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.509905 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9d27a26-1625-48a2-9856-72d1f5e7bcac tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (d597b167-71d6-429a-af45-5e1d11e3e2ab), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.529982 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9c29b-a23a-456f-bc0c-32b4491da35e req-68dde59f-208e-4c36-a67a-13f20788bdfe tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:51.531715 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-39f9c29b-a23a-456f-bc0c-32b4491da35e req-68dde59f-208e-4c36-a67a-13f20788bdfe tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0604930 Apr 14 22:04:51.597624 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-39f9c29b-a23a-456f-bc0c-32b4491da35e req-99c216db-b806-46a1-9a0a-5d9485fde817 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600464 Apr 14 22:04:51.617910 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9d27a26-1625-48a2-9856-72d1f5e7bcac tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (d597b167-71d6-429a-af45-5e1d11e3e2ab), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.649138 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d27a26-1625-48a2-9856-72d1f5e7bcac tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d597b167-71d6-429a-af45-5e1d11e3e2ab,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:51.716424 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9d27a26-1625-48a2-9856-72d1f5e7bcac tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.717752 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f9d27a26-1625-48a2-9856-72d1f5e7bcac tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4498961 Apr 14 22:04:51.721425 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53832) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:51.727765 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-8a9d1588-034f-4f08-afec-be70295c4228 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group_rule': {'security_group_id': 'd597b167-71d6-429a-af45-5e1d11e3e2ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:51.758040 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Sync routers for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:51.769168 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:51.769827 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:51.835719 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7418342'] for subnet (24048d6f-f27a-430e-b520-8ffea2225109), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.869760 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1588-034f-4f08-afec-be70295c4228 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (b01b430e-a99f-4200-893c-6f608f635026), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:51.909726 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24048d6f-f27a-430e-b520-8ffea2225109,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:51.917718 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:51.919539 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Checking segment: {'id': '27314cac-0d13-4e09-805e-affcfab140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:51.919901 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Network hostable DHCP agents. Network: b42368d0-db0e-4c40-a0f0-f7e749dd5b5b, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:04:51.989367 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1588-034f-4f08-afec-be70295c4228 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (b01b430e-a99f-4200-893c-6f608f635026), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.023361 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:04:52.036214 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-7aa3f42e-3610-4ac5-b8c7-80c447cdd8ad tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:52.038581 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-7aa3f42e-3610-4ac5-b8c7-80c447cdd8ad tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 811 time: 0.2232120 Apr 14 22:04:52.116892 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-81860463-e4c3-405c-b8c5-91aae25b39eb tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53 HTTP/1.1" status: 200 len: 380 time: 0.0694149 Apr 14 22:04:52.126592 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'port': {'device_id': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'admin_state_up': True, 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'security_groups': ['122544fd-6af0-4f3a-a9dc-4b300b8db87a']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:52.187333 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 2, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:52.208922 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1588-034f-4f08-afec-be70295c4228 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (b01b430e-a99f-4200-893c-6f608f635026), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.209628 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2629b314-7303-466f-b8a5-de3371135afc req-049dae37-129a-40ae-91b2-aba1bdd58e58 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 210 time: 0.0549200 Apr 14 22:04:52.223255 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Checking router: af15e10b-8736-4d5b-ad44-d253e292df4c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:52.223614 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Updating router af15e10b-8736-4d5b-ad44-d253e292df4c port 1d25175a-61e9-4035-b7cf-09034025d345 binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:04:52.235713 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, b42368d0-db0e-4c40-a0f0-f7e749dd5b5b) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:52.242293 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:52.242293 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.259817 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66af9b9-bf00-4332-b88c-23f16b0dc531 None None] Network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:04:52.261535 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d1588-034f-4f08-afec-be70295c4228 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01b430e-a99f-4200-893c-6f608f635026,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:52.291185 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1d25175a-61e9-4035-b7cf-09034025d345), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.350964 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1588-034f-4f08-afec-be70295c4228 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.352308 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8a9d1588-034f-4f08-afec-be70295c4228 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6299818 Apr 14 22:04:52.355030 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53836) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:52.360857 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-30a32fea-1aa5-45f1-b8c0-c28e0a8e5ff0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group_rule': {'security_group_id': 'd597b167-71d6-429a-af45-5e1d11e3e2ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:52.419861 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a44a3d19-08ba-4cbe-9ef6-41ad4c671341 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2514391 Apr 14 22:04:52.422350 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53838) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:52.426990 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:52.454118 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30a32fea-1aa5-45f1-b8c0-c28e0a8e5ff0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (256aed69-1179-4df6-bd00-b1ed6f173d62), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.476907 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33e7272e-fec6-5f0f-abd9-028673ac3fda-b42368d0-db0e-4c40-a0f0-f7e749dd5b5b', 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b', 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'fixed_ips': [{'subnet_id': '24048d6f-f27a-430e-b520-8ffea2225109'}]}} from dv-cinder-813229-9-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:04:52.477771 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.522862 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30a32fea-1aa5-45f1-b8c0-c28e0a8e5ff0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (256aed69-1179-4df6-bd00-b1ed6f173d62), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.542512 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Made reservation on behalf of b3fb94b2f5ea4be18bfbb3968b306a53 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:04:52.546126 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.600432 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1780809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24748'] for router (62a71456-73b5-4f6e-afe6-a899f03c0ac5), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.601778 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24743'] for router (62a71456-73b5-4f6e-afe6-a899f03c0ac5), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.628525 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30a32fea-1aa5-45f1-b8c0-c28e0a8e5ff0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (256aed69-1179-4df6-bd00-b1ed6f173d62), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.664695 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks [] for router_controller (62a71456-73b5-4f6e-afe6-a899f03c0ac5), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.684356 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a32fea-1aa5-45f1-b8c0-c28e0a8e5ff0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256aed69-1179-4df6-bd00-b1ed6f173d62,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:52.702959 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.713750 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Allocated IP 172.20.0.3 (5f534560-3702-48ed-a28a-4f0419eee488/bc638f81-ff05-467e-adc1-8ca2dd7ea6ef/06e86162-ebd8-4165-b5e7-fe96f57ad5f4) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:52.758267 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Allocated IP 172.20.0.2 (b42368d0-db0e-4c40-a0f0-f7e749dd5b5b/24048d6f-f27a-430e-b520-8ffea2225109/8ba99101-c831-43d9-8c4c-f4d05de1676c) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:52.776562 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e4193-9e44-41c4-a045-4a859ae85814 req-b07534d0-26ab-492a-9d33-20fac537871b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:52.778183 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-451e4193-9e44-41c4-a045-4a859ae85814 req-b07534d0-26ab-492a-9d33-20fac537871b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.0653372 Apr 14 22:04:52.805250 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Publish callbacks [] for port (1d25175a-61e9-4035-b7cf-09034025d345), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.830164 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30a32fea-1aa5-45f1-b8c0-c28e0a8e5ff0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.831306 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-30a32fea-1aa5-45f1-b8c0-c28e0a8e5ff0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4752483 Apr 14 22:04:52.837626 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53842) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:52.842163 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:52.926075 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 9656c284-fbd1-4186-806c-189f59e2ddac up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:52.933106 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-451e4193-9e44-41c4-a045-4a859ae85814 req-6332d379-bf2b-4449-bbdb-629c08ca3cd6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446540 Apr 14 22:04:52.947722 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks [] for router_gateway (62a71456-73b5-4f6e-afe6-a899f03c0ac5), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.977845 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:52.980109 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (1d25175a-61e9-4035-b7cf-09034025d345), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.057637 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.118802 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.181692 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Publish callbacks [] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.189950 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Network 5f534560-3702-48ed-a28a-4f0419eee488 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:53.197799 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:53.206689 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:53.210285 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.211935 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caee60-7b07-458c-9e73-63571f102252 None None] Pushing event updated for resources: {'Port': ['ID=1d25175a-61e9-4035-b7cf-09034025d345,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:53.213529 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'Port': ['ID=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:53.224770 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 9656c284-fbd1-4186-806c-189f59e2ddac triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:53.225419 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.302678 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.382271 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:53.383049 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.388021 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07eda6-ec91-4c41-a282-03f9b80ac851 req-90035fb5-d10a-4781-925f-bdc4c3614020 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:53.389638 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e07eda6-ec91-4c41-a282-03f9b80ac851 req-90035fb5-d10a-4781-925f-bdc4c3614020 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 931 time: 0.0618129 Apr 14 22:04:53.427663 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks [] for router_gateway (62a71456-73b5-4f6e-afe6-a899f03c0ac5), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.471357 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.492867 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Allocated IP 172.27.1.87 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/cf0bcdca-6e0a-4d8c-9199-db80b3a462a8) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:53.511657 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:53.514101 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Pushing event updated for resources: {'Port': ['ID=8ba99101-c831-43d9-8c4c-f4d05de1676c,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:53.516438 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Attempting to bind port 1d25175a-61e9-4035-b7cf-09034025d345 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:04:53.516850 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Attempting to bind port 1d25175a-61e9-4035-b7cf-09034025d345 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:04:53.517408 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Attempting to bind port 1d25175a-61e9-4035-b7cf-09034025d345 on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:53.527992 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:04:53.528374 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Checking segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:53.528818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.529219 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Bound using segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:04:53.529758 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Bound port: 1d25175a-61e9-4035-b7cf-09034025d345, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:04:53.530153 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1d25175a-61e9-4035-b7cf-09034025d345), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.533602 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:53.540890 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:53.563178 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e07eda6-ec91-4c41-a282-03f9b80ac851 req-b2ba9399-afd0-4cc6-bb6c-97a5d9173df4 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659648 Apr 14 22:04:53.604430 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-6a335423-4e45-4b4f-a336-bde10cba6226 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4817538 Apr 14 22:04:53.616496 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Request body: {'port': {'device_id': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:04:53.679766 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-2ca3da60-3f65-41a9-97ee-53f3f64525a4 None None] Provisioning complete for port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:53.680142 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2ca3da60-3f65-41a9-97ee-53f3f64525a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.683773 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 9656c284-fbd1-4186-806c-189f59e2ddac is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:53.691917 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (cf0bcdca-6e0a-4d8c-9199-db80b3a462a8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.707251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.733252 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Attempting to bind port 8ba99101-c831-43d9-8c4c-f4d05de1676c on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:04:53.733624 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Attempting to bind port 8ba99101-c831-43d9-8c4c-f4d05de1676c by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '27314cac-0d13-4e09-805e-affcfab140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:04:53.734020 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Attempting to bind port 8ba99101-c831-43d9-8c4c-f4d05de1676c on network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:53.745588 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] For port 1d25175a-61e9-4035-b7cf-09034025d345, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:04:53.751326 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:04:53.751717 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Checking segment: {'id': '27314cac-0d13-4e09-805e-affcfab140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:53.752123 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.752520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Bound using segment: {'id': '27314cac-0d13-4e09-805e-affcfab140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:04:53.753096 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Bound port: 8ba99101-c831-43d9-8c4c-f4d05de1676c, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27314cac-0d13-4e09-805e-affcfab140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:04:53.753530 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.756624 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] For port 1d25175a-61e9-4035-b7cf-09034025d345, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=1d25175a-61e9-4035-b7cf-09034025d345,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:04:53.769762 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3da60-3f65-41a9-97ee-53f3f64525a4 None None] Port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:04:53.801873 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-2ca3da60-3f65-41a9-97ee-53f3f64525a4 None None] Provisioning complete for port 1d25175a-61e9-4035-b7cf-09034025d345 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:53.802262 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2ca3da60-3f65-41a9-97ee-53f3f64525a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (1d25175a-61e9-4035-b7cf-09034025d345), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.848059 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (1d25175a-61e9-4035-b7cf-09034025d345), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:53.899569 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3da60-3f65-41a9-97ee-53f3f64525a4 None None] Port 1d25175a-61e9-4035-b7cf-09034025d345 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:04:53.901921 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] For port 8ba99101-c831-43d9-8c4c-f4d05de1676c, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:04:53.936411 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] For port 8ba99101-c831-43d9-8c4c-f4d05de1676c, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=8ba99101-c831-43d9-8c4c-f4d05de1676c,segment=NetworkSegment(27314cac-0d13-4e09-805e-affcfab140af),segment_id=27314cac-0d13-4e09-805e-affcfab140af)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:04:53.955942 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:53.956638 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:53.956767 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Allocated IP 172.27.1.5 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/75bfbcac-19a6-4cfe-9fce-91fac381ec68) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:53.962696 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caee60-7b07-458c-9e73-63571f102252 None None] Pushing event updated for resources: {'Port': ['ID=1d25175a-61e9-4035-b7cf-09034025d345,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:54.032879 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.135395 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (cf0bcdca-6e0a-4d8c-9199-db80b3a462a8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.138419 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks [] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.166678 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04c387-960b-4ad6-8645-e6df73fa2c54 None None] Pushing event updated for resources: {'Port': ['ID=8ba99101-c831-43d9-8c4c-f4d05de1676c,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:54.183346 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:54.219909 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b27aff80-c99a-46c4-8e83-30a4f33db216 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:04:54.247995 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:54.269178 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:54.283637 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdbd44-ff3b-446d-af9d-dbeffa3a47d9 req-d20503c2-1ece-48bb-8aa0-7d0129b15409 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:54.285265 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-29cdbd44-ff3b-446d-af9d-dbeffa3a47d9 req-d20503c2-1ece-48bb-8aa0-7d0129b15409 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 944 time: 0.1552067 Apr 14 22:04:54.288479 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:54.290513 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=cf0bcdca-6e0a-4d8c-9199-db80b3a462a8,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:54.300870 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.367576 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Pushing event updated for resources: {'Port': ['ID=75bfbcac-19a6-4cfe-9fce-91fac381ec68,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:54.391131 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:54.393748 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:54.398902 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:54.447174 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-87e56894-31c1-4ba7-a6fa-6726478a64dc None None] Provisioning complete for port 1d25175a-61e9-4035-b7cf-09034025d345 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:54.447174 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87e56894-31c1-4ba7-a6fa-6726478a64dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (1d25175a-61e9-4035-b7cf-09034025d345), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.468664 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-29cdbd44-ff3b-446d-af9d-dbeffa3a47d9 req-bc818cab-981b-44be-b592-2c2e992501aa tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425552 Apr 14 22:04:54.528724 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b27aff80-c99a-46c4-8e83-30a4f33db216,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:54.556117 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.576451 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'port_id': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'mac_address': 'fa:16:3e:f9:57:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:04:54.603667 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:04:54.616552 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Publish callbacks [] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.634308 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Transition to ACTIVE for port object 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:04:54.640782 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:53Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:54.698800 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89289ce-17e5-482e-bfc3-33280c8de882 None None] The sync data for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi is: [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:53Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:54.714938 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port b27aff80-c99a-46c4-8e83-30a4f33db216 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:54.717543 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.725996 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (cf0bcdca-6e0a-4d8c-9199-db80b3a462a8), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.726858 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7c57d-7911-4469-aa6f-210a01d10086 req-c5d09c19-23c9-4882-9b58-e08ffe692952 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:54.735707 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4eb7c57d-7911-4469-aa6f-210a01d10086 req-c5d09c19-23c9-4882-9b58-e08ffe692952 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 931 time: 0.0687511 Apr 14 22:04:54.747653 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27aff80-c99a-46c4-8e83-30a4f33db216 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:04:54.760455 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-87e56894-31c1-4ba7-a6fa-6726478a64dc None None] Current status of the port 1d25175a-61e9-4035-b7cf-09034025d345 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:54.760961 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87e56894-31c1-4ba7-a6fa-6726478a64dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1d25175a-61e9-4035-b7cf-09034025d345), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.781564 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.785632 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b27aff80-c99a-46c4-8e83-30a4f33db216,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:54.804331 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4eb7c57d-7911-4469-aa6f-210a01d10086 req-54cda03e-6c13-4584-93fd-97b9a7fcfa37 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676911 Apr 14 22:04:54.811394 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-87e56894-31c1-4ba7-a6fa-6726478a64dc None None] For port 1d25175a-61e9-4035-b7cf-09034025d345, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=1d25175a-61e9-4035-b7cf-09034025d345,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:54.856820 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:54.960015 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Pushing event updated for resources: {'Port': ['ID=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:54.983105 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=b27aff80-c99a-46c4-8e83-30a4f33db216,revision_number=7']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:54.996741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87e56894-31c1-4ba7-a6fa-6726478a64dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (1d25175a-61e9-4035-b7cf-09034025d345), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.037436 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks [] for router_gateway (62a71456-73b5-4f6e-afe6-a899f03c0ac5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.076475 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e56894-31c1-4ba7-a6fa-6726478a64dc None None] Pushing event updated for resources: {'Port': ['ID=1d25175a-61e9-4035-b7cf-09034025d345,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:55.117537 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (cf0bcdca-6e0a-4d8c-9199-db80b3a462a8), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.176306 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 1d25175a-61e9-4035-b7cf-09034025d345 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:55.188931 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Attempting to bind port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:04:55.189484 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Attempting to bind port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:04:55.189885 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Attempting to bind port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 on network 5f534560-3702-48ed-a28a-4f0419eee488 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:55.197849 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (cf0bcdca-6e0a-4d8c-9199-db80b3a462a8), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.251895 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 on network 5f534560-3702-48ed-a28a-4f0419eee488 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:04:55.252361 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Attempting to bind port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 on network 5f534560-3702-48ed-a28a-4f0419eee488 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:55.278396 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['b27aff80-c99a-46c4-8e83-30a4f33db216'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:04:55.294793 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:04:55.295285 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Checking segment: {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:55.295775 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Bound using segment: {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:04:55.296602 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Bound port: 06e86162-ebd8-4165-b5e7-fe96f57ad5f4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:04:55.297179 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.359171 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 1d25175a-61e9-4035-b7cf-09034025d345 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:55.359541 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (1d25175a-61e9-4035-b7cf-09034025d345), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.392974 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=cf0bcdca-6e0a-4d8c-9199-db80b3a462a8,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:55.413062 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.416502 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771169'] for router (62a71456-73b5-4f6e-afe6-a899f03c0ac5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.442185 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] For port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:04:55.448190 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] For port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:04:55.526635 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.528364 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2b9d6a72-e78a-49e3-afff-911134b9bd1b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6896303 Apr 14 22:04:55.566574 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.588741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 1d25175a-61e9-4035-b7cf-09034025d345 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:55.588741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 8ba99101-c831-43d9-8c4c-f4d05de1676c up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:55.691008 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:55.691657 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.693097 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] 10.222.0.81 "PUT /v2.0/ports/06e86162-ebd8-4165-b5e7-fe96f57ad5f4 HTTP/1.1" status: 200 len: 1093 time: 2.0808728 Apr 14 22:04:55.697259 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'tag': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:55.699741 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4691d08-be3e-49ef-9b2e-9bf570f2b12d" -d '{"events": [{"name": "network-changed", "server_uuid": "c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7", "tag": "06e86162-ebd8-4165-b5e7-fe96f57ad5f4"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:55.713402 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 is scheduled to L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:04:55.751515 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ed3f7-6280-4fab-83e6-853dcfdda2b4 req-1b73abbe-726e-4a94-b0d4-684bafedc4a3 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:55.755113 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9d6ed3f7-6280-4fab-83e6-853dcfdda2b4 req-1b73abbe-726e-4a94-b0d4-684bafedc4a3 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 945 time: 0.1784346 Apr 14 22:04:55.800896 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f58925-7303-4841-bca1-f5a1d1024991 None None] Network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:04:55.812772 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3d0fe8-05c6-4996-8787-8104552c61b4 x-openstack-request-id: req-5d3d0fe8-05c6-4996-8787-8104552c61b4 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:55.813089 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7", "tag": "06e86162-ebd8-4165-b5e7-fe96f57ad5f4", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:55.813335 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d3d0fe8-05c6-4996-8787-8104552c61b4 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:55.813753 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3d0fe8-05c6-4996-8787-8104552c61b4'] response: {'name': 'network-changed', 'server_uuid': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'tag': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4', 'status': 'completed', 'code': 200} Apr 14 22:04:55.831571 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641c5d2-5e4a-4355-9880-b2adc3951f0a service neutron] Pushing event updated for resources: {'Port': ['ID=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:55.911904 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4691d08-be3e-49ef-9b2e-9bf570f2b12d req-fbecb204-3b7d-4e3e-b97f-369452efb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:55.913605 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f4691d08-be3e-49ef-9b2e-9bf570f2b12d req-fbecb204-3b7d-4e3e-b97f-369452efb25e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 1127 time: 0.0949230 Apr 14 22:04:55.919677 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9d6ed3f7-6280-4fab-83e6-853dcfdda2b4 req-fa1deec6-8094-46ad-b96b-252c90bee4c1 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423395 Apr 14 22:04:55.965331 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 8ba99101-c831-43d9-8c4c-f4d05de1676c triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:55.965798 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:55.990857 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-e10509b7-cfd1-4997-9c77-215a21fb4399 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--744262259&fields=id&tenant_id=a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 267 time: 0.0584831 Apr 14 22:04:55.996967 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:56.010751 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Sync routers for ids ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:56.016737 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-1f938620-5b43-4a84-bac0-1edf6dca90ab None None] Provisioning complete for port 8ba99101-c831-43d9-8c4c-f4d05de1676c triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:56.017322 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f938620-5b43-4a84-bac0-1edf6dca90ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.029855 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Routers {'62a71456-73b5-4f6e-afe6-a899f03c0ac5'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:56.030924 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:56.051081 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4691d08-be3e-49ef-9b2e-9bf570f2b12d req-d32f811e-ade0-49f9-816c-e17b6cc0e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:56.055104 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f4691d08-be3e-49ef-9b2e-9bf570f2b12d req-d32f811e-ade0-49f9-816c-e17b6cc0e630 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1328473 Apr 14 22:04:56.130504 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3ba7c-e98d-452d-851d-9052583881fd req-3f524f66-09b2-4bbf-905f-c456fd4e1f71 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:56.137551 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f2c3ba7c-e98d-452d-851d-9052583881fd req-3f524f66-09b2-4bbf-905f-c456fd4e1f71 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 943 time: 0.0797145 Apr 14 22:04:56.147861 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.150551 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c4ef6d33-dcd0-4d3d-a5cb-cfcc42215927 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7262475 Apr 14 22:04:56.154991 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53872) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:04:56.172673 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Set router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:56.227584 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-c446d2c2-1c4d-4e96-ab14-8fb0e83b983f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:56.230447 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-c446d2c2-1c4d-4e96-ab14-8fb0e83b983f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 814 time: 0.2279546 Apr 14 22:04:56.265038 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4691d08-be3e-49ef-9b2e-9bf570f2b12d req-b675441e-8e9b-4366-b15b-a75e43efe14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:56.266668 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f4691d08-be3e-49ef-9b2e-9bf570f2b12d req-b675441e-8e9b-4366-b15b-a75e43efe14e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281230 Apr 14 22:04:56.361486 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-852f0c2a-ad0e-4ace-9878-70f63d18f2cf tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/quotas/a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 375 time: 0.1206367 Apr 14 22:04:56.372140 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f2c3ba7c-e98d-452d-851d-9052583881fd req-6d56a200-2c80-49ae-95ef-8113f83bdf02 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039085 Apr 14 22:04:56.379570 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-61707af6-0a22-4efc-b210-44e5b20d302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:56.381518 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-61707af6-0a22-4efc-b210-44e5b20d302a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 1127 time: 0.0606270 Apr 14 22:04:56.402976 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 8ba99101-c831-43d9-8c4c-f4d05de1676c is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:56.403379 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.441112 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-91887d0d-2264-4d03-9ee2-904575f62339 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4 HTTP/1.1" status: 200 len: 217 time: 0.0482538 Apr 14 22:04:56.447833 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-1f938620-5b43-4a84-bac0-1edf6dca90ab None None] Current status of the port 8ba99101-c831-43d9-8c4c-f4d05de1676c is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:56.448328 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f938620-5b43-4a84-bac0-1edf6dca90ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.465515 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-78b63a39-d3ef-4834-96d0-c8fae9ad1737 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944545 Apr 14 22:04:56.474518 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:52Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 3, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'gw_port': {'id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:53Z', 'updated_at': '2022-04-14T22:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:56.505229 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 8ba99101-c831-43d9-8c4c-f4d05de1676c, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=8ba99101-c831-43d9-8c4c-f4d05de1676c,segment=NetworkSegment(27314cac-0d13-4e09-805e-affcfab140af),segment_id=27314cac-0d13-4e09-805e-affcfab140af)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:56.512974 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Checking router: 62a71456-73b5-4f6e-afe6-a899f03c0ac5 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:04:56.513654 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Updating router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 port 75bfbcac-19a6-4cfe-9fce-91fac381ec68 binding host dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:04:56.518767 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-dce74019-665d-4996-a22f-3bcd6536175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:56.520355 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-dce74019-665d-4996-a22f-3bcd6536175a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 200 len: 850 time: 0.0724771 Apr 14 22:04:56.543036 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.570149 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-5418adcf-030d-4dcd-968f-37374d5b4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:56.573910 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-5418adcf-030d-4dcd-968f-37374d5b4f4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f534560-3702-48ed-a28a-4f0419eee488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443337 Apr 14 22:04:56.637881 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.682154 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-3838f686-f6e9-4eee-bb76-68c7b0bfdcf3 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015832 Apr 14 22:04:56.731295 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.db.api [None req-1f938620-5b43-4a84-bac0-1edf6dca90ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 22:04:56.731761 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG oslo_db.api [None req-1f938620-5b43-4a84-bac0-1edf6dca90ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 22:04:56.736600 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=8ba99101-c831-43d9-8c4c-f4d05de1676c,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:56.749783 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-d01073d9-dfa7-4e46-8311-c5c4fb865501 service neutron] 10.222.0.52 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311742 Apr 14 22:04:56.812988 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85582ff4-fe3f-4c1a-ace7-158fa1b388fb req-5eb6289a-2893-4f81-ac39-135fd7e15919 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251390 Apr 14 22:04:56.839631 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Publish callbacks [] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.904590 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 1d25175a-61e9-4035-b7cf-09034025d345 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:56.921788 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-4310df17-ae75-4441-9cd2-a7d369f4b76f service neutron] 10.222.0.52 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389577 Apr 14 22:04:56.931125 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.974418 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 1d25175a-61e9-4035-b7cf-09034025d345 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:56.974418 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (1d25175a-61e9-4035-b7cf-09034025d345), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:56.988798 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a80f3e-fb92-4447-97d4-6d77f72e5e73 None None] Pushing event updated for resources: {'Port': ['ID=75bfbcac-19a6-4cfe-9fce-91fac381ec68,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:57.010935 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Attempting to bind port 75bfbcac-19a6-4cfe-9fce-91fac381ec68 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:04:57.011568 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Attempting to bind port 75bfbcac-19a6-4cfe-9fce-91fac381ec68 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:04:57.011799 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Attempting to bind port 75bfbcac-19a6-4cfe-9fce-91fac381ec68 on network 91c70b2b-fa18-4e92-b0a2-ca740177b423 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:04:57.020423 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:04:57.021014 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Checking segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:04:57.021486 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.023107 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Bound using segment: {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:04:57.023848 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Bound port: 75bfbcac-19a6-4cfe-9fce-91fac381ec68, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e559053-8f74-4671-b38f-5ed3e878f9cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:04:57.024476 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.083533 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] For port 75bfbcac-19a6-4cfe-9fce-91fac381ec68, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:04:57.087506 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] For port 75bfbcac-19a6-4cfe-9fce-91fac381ec68, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=75bfbcac-19a6-4cfe-9fce-91fac381ec68,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:04:57.088607 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.102507 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 1d25175a-61e9-4035-b7cf-09034025d345 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:57.104122 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 8ba99101-c831-43d9-8c4c-f4d05de1676c up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:57.109834 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbbd71-8e2a-466f-bd02-61f57208bd2b req-c183bab6-8c6b-4b43-b42e-3d044968a86f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:57.111350 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ebfbbd71-8e2a-466f-bd02-61f57208bd2b req-c183bab6-8c6b-4b43-b42e-3d044968a86f tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 945 time: 0.0675702 Apr 14 22:04:57.155846 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 8ba99101-c831-43d9-8c4c-f4d05de1676c triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:57.155846 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.167912 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ebfbbd71-8e2a-466f-bd02-61f57208bd2b req-e8f7dbd4-e281-4a61-a4ca-43d20d494e4b tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487611 Apr 14 22:04:57.268907 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.291974 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 8ba99101-c831-43d9-8c4c-f4d05de1676c is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:57.301163 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Allocated IP 172.20.0.1 (b42368d0-db0e-4c40-a0f0-f7e749dd5b5b/24048d6f-f27a-430e-b520-8ffea2225109/2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:04:57.302350 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-1f938620-5b43-4a84-bac0-1edf6dca90ab None None] Current status of the port 8ba99101-c831-43d9-8c4c-f4d05de1676c is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:57.311040 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5ab2a287-bfd2-4608-90b0-3a43bd13d7fc req-f6c221da-7888-4357-840d-8b3ccc0196d6 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 210 time: 0.0764656 Apr 14 22:04:57.360203 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Routers {'62a71456-73b5-4f6e-afe6-a899f03c0ac5'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:57.360876 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:57.400680 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a80f3e-fb92-4447-97d4-6d77f72e5e73 None None] Pushing event updated for resources: {'Port': ['ID=75bfbcac-19a6-4cfe-9fce-91fac381ec68,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:57.434052 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6f9d18f8-19ba-4afc-bd68-2ea56f08988b None None] Provisioning complete for port 8ba99101-c831-43d9-8c4c-f4d05de1676c triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:57.434432 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6f9d18f8-19ba-4afc-bd68-2ea56f08988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.443138 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Publish callbacks [] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.524166 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7eb2b-893a-4993-a65a-4e153e82af46 req-a3f93b01-f6ff-49dd-91c5-35c64c1aed75 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:57.526079 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fed7eb2b-893a-4993-a65a-4e153e82af46 req-a3f93b01-f6ff-49dd-91c5-35c64c1aed75 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 943 time: 0.0579042 Apr 14 22:04:57.540033 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d18f8-19ba-4afc-bd68-2ea56f08988b None None] Current status of the port 8ba99101-c831-43d9-8c4c-f4d05de1676c is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:57.583902 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fed7eb2b-893a-4993-a65a-4e153e82af46 req-d066b7c5-8886-4a72-9b1d-40fa414ff14d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514576 Apr 14 22:04:57.595571 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.597767 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] Set router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:04:57.637067 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:57.644270 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:57.649208 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:04:57.652528 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Pushing event updated for resources: {'Port': ['ID=2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:57.699515 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1771088'] for router_interface (62a71456-73b5-4f6e-afe6-a899f03c0ac5), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.807844 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:52Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 3, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'gw_port': {'id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:53Z', 'updated_at': '2022-04-14T22:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:57.835758 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4643f0-7c58-4064-a8fa-b02ca8d0d7d9 None None] The sync data for ids ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'] in dv-cinder-813229-9-iscsi is: [{'id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:52Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 3, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'gw_port': {'id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:53Z', 'updated_at': '2022-04-14T22:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:04:57.955473 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:57.979814 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-b5571e90-7b03-451a-a7c0-7ac28e2eb082 None None] Provisioning complete for port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:57.980231 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b5571e90-7b03-451a-a7c0-7ac28e2eb082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:58.020987 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b5571e90-7b03-451a-a7c0-7ac28e2eb082 None None] Port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:04:58.153848 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Publish callbacks [] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:58.216843 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b27aff80-c99a-46c4-8e83-30a4f33db216 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:58.270804 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port b27aff80-c99a-46c4-8e83-30a4f33db216 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:58.271191 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:58.306494 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0e7dd-c982-47db-a553-6768c2ae3cc2 req-947142da-433a-4454-9986-03528f598c5a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:58.312788 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-44c0e7dd-c982-47db-a553-6768c2ae3cc2 req-947142da-433a-4454-9986-03528f598c5a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 945 time: 0.0546410 Apr 14 22:04:58.348252 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:58.370009 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-44c0e7dd-c982-47db-a553-6768c2ae3cc2 req-89380bc7-96f8-480f-a60f-c8fd4d0b92de tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545661 Apr 14 22:04:58.393619 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port b27aff80-c99a-46c4-8e83-30a4f33db216 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:58.394016 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:58.423166 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:04:58.425577 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c80549-662a-4b9e-8ce3-0f02ff392842" -d '{"events": [{"server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "name": "network-vif-plugged", "status": "completed", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:04:58.434967 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3c1c9226-076e-4f75-9b4c-7d992a7ac493 req-06cf72e9-ebd1-4e5d-9ae1-e17c7b84b0c9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 210 time: 0.0806148 Apr 14 22:04:58.457001 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b27aff80-c99a-46c4-8e83-30a4f33db216,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:58.467360 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1775584'] for router_interface (62a71456-73b5-4f6e-afe6-a899f03c0ac5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:58.469479 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Pushing event updated for resources: {'Port': ['ID=2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:58.479187 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69d01f4-bff6-4309-9082-f16949d4fe96 x-openstack-request-id: req-f69d01f4-bff6-4309-9082-f16949d4fe96 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:04:58.480000 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "name": "network-vif-plugged", "status": "completed", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:04:58.480000 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f69d01f4-bff6-4309-9082-f16949d4fe96 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:04:58.480435 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69d01f4-bff6-4309-9082-f16949d4fe96'] response: {'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'code': 200} Apr 14 22:04:58.702920 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:58.774523 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=b27aff80-c99a-46c4-8e83-30a4f33db216,revision_number=8']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:58.886073 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6e1b1-d869-4fc9-a77c-5f9054f4204c req-dac21e10-1d49-4950-8ee3-d178b5f9ce82 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:58.887606 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3ab6e1b1-d869-4fc9-a77c-5f9054f4204c req-dac21e10-1d49-4950-8ee3-d178b5f9ce82 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 943 time: 0.0918982 Apr 14 22:04:58.906390 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 75bfbcac-19a6-4cfe-9fce-91fac381ec68 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:04:58.936332 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:04:58.944823 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:04:58.957697 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 75bfbcac-19a6-4cfe-9fce-91fac381ec68 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:58.958085 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:59.003277 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3ab6e1b1-d869-4fc9-a77c-5f9054f4204c req-3569ecc6-ba2a-4771-8944-8e8bf7edc7f1 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084108 Apr 14 22:04:59.055974 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 75bfbcac-19a6-4cfe-9fce-91fac381ec68 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:04:59.056709 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:59.086132 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] For port 75bfbcac-19a6-4cfe-9fce-91fac381ec68, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=75bfbcac-19a6-4cfe-9fce-91fac381ec68,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:04:59.097521 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:04:59.233434 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:59.235165 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:04:59.244811 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-cbe7e756-66d8-47db-9dc8-b87f4cea15cd admin admin] 10.222.0.52 "PUT /v2.0/routers/62a71456-73b5-4f6e-afe6-a899f03c0ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879195 Apr 14 22:04:59.279559 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-d31c4d19-8ba2-445d-8ae5-b943dd462652 None None] Provisioning complete for port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:04:59.280075 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d31c4d19-8ba2-445d-8ae5-b943dd462652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:04:59.331805 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Pushing event updated for resources: {'Port': ['ID=75bfbcac-19a6-4cfe-9fce-91fac381ec68,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:04:59.337173 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-d31c4d19-8ba2-445d-8ae5-b943dd462652 None None] Port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:04:59.518984 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e091fc-2afe-4644-b0a1-2e4cae2811de req-95b48dcc-d805-45f4-856e-ee302c307a1a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:04:59.520467 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e7e091fc-2afe-4644-b0a1-2e4cae2811de req-95b48dcc-d805-45f4-856e-ee302c307a1a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0636330 Apr 14 22:04:59.591556 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e7e091fc-2afe-4644-b0a1-2e4cae2811de req-c4c3ab00-bfd8-4333-9394-9a7b2c53e80c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641544 Apr 14 22:04:59.655816 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Sync routers for ids ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:04:59.675745 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Routers {'62a71456-73b5-4f6e-afe6-a899f03c0ac5'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:04:59.679014 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:04:59.681166 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3e966ec-5b5b-455f-8c8b-6a1936fa9ec5 req-0fc535a7-0d81-49c2-bb4d-4651925610c1 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 210 time: 0.0376744 Apr 14 22:04:59.820754 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Set router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:00.019834 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53906) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:00.025492 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-e019ee49-f50b-4dbe-9471-702c112f3a6d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040101129', 'description': 'tempest-secgroup-smoke-1040101129 description', 'project_id': '40579fb10b2242a9a17aef3f68c7248d'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:00.061821 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1904ad-98a1-4520-9735-3c29affab055 req-25157a92-ef85-4c14-9874-f07e2cc500f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:00.064119 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1a1904ad-98a1-4520-9735-3c29affab055 req-25157a92-ef85-4c14-9874-f07e2cc500f9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1130 time: 0.0675197 Apr 14 22:05:00.090516 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:52Z', 'updated_at': '2022-04-14T22:04:57Z', 'revision_number': 4, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'gw_port': {'id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:53Z', 'updated_at': '2022-04-14T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0', 'name': '', 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'mac_address': 'fa:16:3e:b0:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '24048d6f-f27a-430e-b520-8ffea2225109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:57Z', 'updated_at': '2022-04-14T22:04:58Z', 'revision_number': 2, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'subnets': [{'id': '24048d6f-f27a-430e-b520-8ffea2225109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:00.119233 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Checking router: 62a71456-73b5-4f6e-afe6-a899f03c0ac5 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:00.119588 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Updating router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 binding host dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:05:00.150025 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.152604 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89aeb2-b1c4-4df7-b951-d93dd48d616c req-a4e66d2b-e0ef-4cb2-ad1a-2ed25fef4cf8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:00.154052 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3b89aeb2-b1c4-4df7-b951-d93dd48d616c req-a4e66d2b-e0ef-4cb2-ad1a-2ed25fef4cf8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 943 time: 0.0636420 Apr 14 22:05:00.158568 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1a1904ad-98a1-4520-9735-3c29affab055 req-341a03df-5553-4bf1-9f5a-0a08de266e1d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839589 Apr 14 22:05:00.188440 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e019ee49-f50b-4dbe-9471-702c112f3a6d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.226212 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3b89aeb2-b1c4-4df7-b951-d93dd48d616c req-b516c66f-fa8f-4105-ae2c-52cb9e5147b3 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617449 Apr 14 22:05:00.269602 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e019ee49-f50b-4dbe-9471-702c112f3a6d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group (af6fdb4a-4c9e-465a-86cd-0ad6b36389f6), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.283819 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:05:00.336971 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e019ee49-f50b-4dbe-9471-702c112f3a6d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (af6fdb4a-4c9e-465a-86cd-0ad6b36389f6), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.372244 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019ee49-f50b-4dbe-9471-702c112f3a6d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:00.454044 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e019ee49-f50b-4dbe-9471-702c112f3a6d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.455354 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e019ee49-f50b-4dbe-9471-702c112f3a6d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4337077 Apr 14 22:05:00.459828 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53910) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:00.465018 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-62751b2a-bb2e-46aa-89d9-b1d9bebd5a8f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'security_group_rule': {'security_group_id': 'af6fdb4a-4c9e-465a-86cd-0ad6b36389f6', 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:00.481208 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:00.501068 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'port_id': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4', 'mac_address': 'fa:16:3e:2b:dd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:05:00.592610 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:00.593023 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.610634 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Publish callbacks [] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.618312 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:00.641216 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:00.663024 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-62751b2a-bb2e-46aa-89d9-b1d9bebd5a8f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (42402b18-9fe5-4c3c-873f-444ba29fc746), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.692194 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.738628 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-62751b2a-bb2e-46aa-89d9-b1d9bebd5a8f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (42402b18-9fe5-4c3c-873f-444ba29fc746), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.756709 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f1096-7a9f-47ef-bb63-38c2a51bc5ef req-6857ef98-807f-465e-a1c0-da27172349b4 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:00.758681 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6a2f1096-7a9f-47ef-bb63-38c2a51bc5ef req-6857ef98-807f-465e-a1c0-da27172349b4 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0891719 Apr 14 22:05:00.788402 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120aeb9-1a9f-4b62-88cd-d4ca7104196e None None] Pushing event updated for resources: {'Port': ['ID=2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:00.791382 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.823393 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-abe21912-61ba-458e-8182-0cde3181820d req-89d6c5ef-49a2-473a-a5bf-f9737d59b2a3 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 210 time: 0.0391159 Apr 14 22:05:00.841459 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-62751b2a-bb2e-46aa-89d9-b1d9bebd5a8f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (42402b18-9fe5-4c3c-873f-444ba29fc746), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.861677 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6a2f1096-7a9f-47ef-bb63-38c2a51bc5ef req-369ddff3-f331-4c91-bff9-4301c40f95c2 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953820 Apr 14 22:05:00.885094 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62751b2a-bb2e-46aa-89d9-b1d9bebd5a8f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42402b18-9fe5-4c3c-873f-444ba29fc746,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:00.911529 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Attempting to bind port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 on host dv-cinder-813229-9-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:05:00.912142 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Attempting to bind port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 by drivers openvswitch,hyperv on host dv-cinder-813229-9-iscsi at level 0 using segments [{'id': '27314cac-0d13-4e09-805e-affcfab140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:05:00.912632 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Attempting to bind port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 on network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:05:00.927837 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Checking agent: {'id': '9cc51920-149b-4171-ada4-a5cc985c8f59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 47, 22), 'started_at': datetime.datetime(2022, 4, 14, 21, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:05:00.928359 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Checking segment: {'id': '27314cac-0d13-4e09-805e-affcfab140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:05:00.928924 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.929394 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Bound using segment: {'id': '27314cac-0d13-4e09-805e-affcfab140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:05:00.930018 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Bound port: 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0, host: dv-cinder-813229-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27314cac-0d13-4e09-805e-affcfab140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:05:00.930485 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.936515 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 75bfbcac-19a6-4cfe-9fce-91fac381ec68 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:05:00.942246 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:00.968370 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-62751b2a-bb2e-46aa-89d9-b1d9bebd5a8f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:00.976826 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-62751b2a-bb2e-46aa-89d9-b1d9bebd5a8f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5093682 Apr 14 22:05:00.976968 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53916) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:00.981678 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-18b723b5-5df5-418f-8402-f847673a80b3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'security_group_rule': {'security_group_id': 'af6fdb4a-4c9e-465a-86cd-0ad6b36389f6', 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:01.081025 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 75bfbcac-19a6-4cfe-9fce-91fac381ec68 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:01.081408 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.083611 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] For port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0, host dv-cinder-813229-9-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:05:01.086611 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-0a17ccf9-7c3a-4526-9d3f-97dbb567c2da None None] Provisioning complete for port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:01.086986 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0a17ccf9-7c3a-4526-9d3f-97dbb567c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.099420 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-18b723b5-5df5-418f-8402-f847673a80b3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (563b3760-030e-42e7-9923-415a30c27b96), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.138527 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] For port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0, host dv-cinder-813229-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0,segment=NetworkSegment(27314cac-0d13-4e09-805e-affcfab140af),segment_id=27314cac-0d13-4e09-805e-affcfab140af)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:05:01.165010 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-0a17ccf9-7c3a-4526-9d3f-97dbb567c2da None None] Port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:05:01.172253 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-18b723b5-5df5-418f-8402-f847673a80b3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (563b3760-030e-42e7-9923-415a30c27b96), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.213535 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 75bfbcac-19a6-4cfe-9fce-91fac381ec68 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:01.228902 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['06e86162-ebd8-4165-b5e7-fe96f57ad5f4'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:05:01.257555 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.278643 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-18b723b5-5df5-418f-8402-f847673a80b3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (563b3760-030e-42e7-9923-415a30c27b96), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.300187 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b723b5-5df5-418f-8402-f847673a80b3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563b3760-030e-42e7-9923-415a30c27b96,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:01.353194 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120aeb9-1a9f-4b62-88cd-d4ca7104196e None None] Pushing event updated for resources: {'Port': ['ID=2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:01.371068 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Routers {'62a71456-73b5-4f6e-afe6-a899f03c0ac5'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:01.371979 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:01.373125 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e70ca-3fe6-4dd4-85b1-67ada5722f74 req-5c33ea4a-ffd7-458f-b5e7-e5570292c866 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:01.374700 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f01e70ca-3fe6-4dd4-85b1-67ada5722f74 req-5c33ea4a-ffd7-458f-b5e7-e5570292c866 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 944 time: 0.0675781 Apr 14 22:05:01.391578 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-18b723b5-5df5-418f-8402-f847673a80b3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.401337 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-18b723b5-5df5-418f-8402-f847673a80b3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4254971 Apr 14 22:05:01.411330 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 53920) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:01.422453 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-8e9f6d65-dad3-467f-ba41-343c80705993 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'security_group_rule': {'security_group_id': 'af6fdb4a-4c9e-465a-86cd-0ad6b36389f6', 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:01.446395 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f01e70ca-3fe6-4dd4-85b1-67ada5722f74 req-c079c242-0185-4a13-ae61-eb11ed83009b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652390 Apr 14 22:05:01.542412 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] Set router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:01.594367 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6d65-dad3-467f-ba41-343c80705993 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (f923e057-6662-4871-af6d-0244f32ca786), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.623208 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-4514815a-8f88-4d80-b3e0-3275260640b0 None None] Provisioning complete for port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:01.623995 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4514815a-8f88-4d80-b3e0-3275260640b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.657407 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6d65-dad3-467f-ba41-343c80705993 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (f923e057-6662-4871-af6d-0244f32ca786), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.765860 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6d65-dad3-467f-ba41-343c80705993 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (f923e057-6662-4871-af6d-0244f32ca786), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.788512 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f6d65-dad3-467f-ba41-343c80705993 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f923e057-6662-4871-af6d-0244f32ca786,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:01.882454 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6d65-dad3-467f-ba41-343c80705993 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:01.889332 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53926) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:01.890645 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8e9f6d65-dad3-467f-ba41-343c80705993 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4766841 Apr 14 22:05:01.906751 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-a159ecb2-4bc6-4941-bcc7-963861382b63 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'security_group_rule': {'security_group_id': 'af6fdb4a-4c9e-465a-86cd-0ad6b36389f6', 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:01.947282 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d9583bbe-3c74-43c6-bc93-b9c9964cbab0 req-52564f4d-5d7d-4bda-b862-345778aaed24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 210 time: 0.0377321 Apr 14 22:05:02.034072 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-4514815a-8f88-4d80-b3e0-3275260640b0 None None] Current status of the port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:02.034465 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4514815a-8f88-4d80-b3e0-3275260640b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.049683 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:52Z', 'updated_at': '2022-04-14T22:04:57Z', 'revision_number': 4, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'gw_port': {'id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:53Z', 'updated_at': '2022-04-14T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0', 'name': '', 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'mac_address': 'fa:16:3e:b0:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '24048d6f-f27a-430e-b520-8ffea2225109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:57Z', 'updated_at': '2022-04-14T22:05:01Z', 'revision_number': 4, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'subnets': [{'id': '24048d6f-f27a-430e-b520-8ffea2225109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:02.070844 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b73cb-c6d6-4898-bc0d-02e9572a8067 req-fba54187-d730-411d-96e8-2436b33711b0 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:02.072494 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c5b73cb-c6d6-4898-bc0d-02e9572a8067 req-fba54187-d730-411d-96e8-2436b33711b0 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0803494 Apr 14 22:05:02.094910 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-a5242a45-8038-484d-8e96-49d65cd22d48 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:02.096729 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-a5242a45-8038-484d-8e96-49d65cd22d48 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 814 time: 0.2021632 Apr 14 22:05:02.100007 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ed938-fa27-46e3-b160-d7803f0f310c None None] The sync data for ids ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'] in dv-cinder-813229-9-iscsi is: [{'id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:52Z', 'updated_at': '2022-04-14T22:04:57Z', 'revision_number': 4, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'gw_port': {'id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:53Z', 'updated_at': '2022-04-14T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0', 'name': '', 'network_id': 'b42368d0-db0e-4c40-a0f0-f7e749dd5b5b', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'mac_address': 'fa:16:3e:b0:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '24048d6f-f27a-430e-b520-8ffea2225109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:57Z', 'updated_at': '2022-04-14T22:05:01Z', 'revision_number': 4, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'subnets': [{'id': '24048d6f-f27a-430e-b520-8ffea2225109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:02.131980 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4514815a-8f88-4d80-b3e0-3275260640b0 None None] For port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0,segment=NetworkSegment(27314cac-0d13-4e09-805e-affcfab140af),segment_id=27314cac-0d13-4e09-805e-affcfab140af)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:02.149789 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a159ecb2-4bc6-4941-bcc7-963861382b63 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (461955a6-fd39-4d19-ac67-e458972d88e2), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.206463 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4514815a-8f88-4d80-b3e0-3275260640b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.234941 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c5b73cb-c6d6-4898-bc0d-02e9572a8067 req-9b422a8c-585c-4633-b324-ac2d454f360a tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557529 Apr 14 22:05:02.236201 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:05:02.286645 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514815a-8f88-4d80-b3e0-3275260640b0 None None] Pushing event updated for resources: {'Port': ['ID=2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:02.309399 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a159ecb2-4bc6-4941-bcc7-963861382b63 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (461955a6-fd39-4d19-ac67-e458972d88e2), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.411018 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a159ecb2-4bc6-4941-bcc7-963861382b63 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (461955a6-fd39-4d19-ac67-e458972d88e2), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.431266 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159ecb2-4bc6-4941-bcc7-963861382b63 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461955a6-fd39-4d19-ac67-e458972d88e2,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:02.485971 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:05:02.540934 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:05:02.552679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a159ecb2-4bc6-4941-bcc7-963861382b63 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.554314 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a159ecb2-4bc6-4941-bcc7-963861382b63 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6617639 Apr 14 22:05:02.559094 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53934) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:02.565877 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-350a07f9-9439-45bd-95c5-598e1c802133 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'security_group_rule': {'security_group_id': 'af6fdb4a-4c9e-465a-86cd-0ad6b36389f6', 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:02.609667 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57507b-e5ac-4201-8e18-5488b1855963 req-8e270168-b23e-4b74-a375-21a508c1de17 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:02.611311 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa57507b-e5ac-4201-8e18-5488b1855963 req-8e270168-b23e-4b74-a375-21a508c1de17 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 944 time: 0.0601473 Apr 14 22:05:02.617571 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:02.618232 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.685060 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa57507b-e5ac-4201-8e18-5488b1855963 req-449db991-856c-4ec5-8508-6356fb25c160 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604424 Apr 14 22:05:02.697115 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.securitygroups_db [None req-350a07f9-9439-45bd-95c5-598e1c802133 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Project 40579fb10b2242a9a17aef3f68c7248d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:05:02.711412 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-350a07f9-9439-45bd-95c5-598e1c802133 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (16c711ad-df6a-401e-9e9a-1194440a6afe), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.731001 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:02.731518 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.773476 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:02.773476 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cfcbca-bd2c-4361-9cc5-aecc07dc3df1" -d '{"events": [{"server_uuid": "c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7", "name": "network-vif-plugged", "status": "completed", "tag": "06e86162-ebd8-4165-b5e7-fe96f57ad5f4"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:02.795234 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:02.824776 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-350a07f9-9439-45bd-95c5-598e1c802133 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (16c711ad-df6a-401e-9e9a-1194440a6afe), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.856308 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b6950d-6950-455b-8397-9958ebc5e8e3 x-openstack-request-id: req-59b6950d-6950-455b-8397-9958ebc5e8e3 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:02.856818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7", "name": "network-vif-plugged", "status": "completed", "tag": "06e86162-ebd8-4165-b5e7-fe96f57ad5f4", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:02.857182 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59b6950d-6950-455b-8397-9958ebc5e8e3 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:02.857757 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b6950d-6950-455b-8397-9958ebc5e8e3'] response: {'server_uuid': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4', 'code': 200} Apr 14 22:05:02.897717 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.929617 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-350a07f9-9439-45bd-95c5-598e1c802133 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (16c711ad-df6a-401e-9e9a-1194440a6afe), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:02.966334 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2f69111a-e11c-4d15-af24-8f62fbbe2cec tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 379 time: 0.1554418 Apr 14 22:05:02.973658 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a07f9-9439-45bd-95c5-598e1c802133 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c711ad-df6a-401e-9e9a-1194440a6afe,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:02.976142 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 up at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:05:02.985052 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'port': {'device_id': '409f8958-70cf-4861-88f7-5b71582b7e16', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'admin_state_up': True, 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'security_groups': ['d597b167-71d6-429a-af45-5e1d11e3e2ab']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:03.060648 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:03.088000 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Provisioning complete for port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:03.088387 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.109775 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-350a07f9-9439-45bd-95c5-598e1c802133 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.114292 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-350a07f9-9439-45bd-95c5-598e1c802133 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5539474 Apr 14 22:05:03.140190 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 53940) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:03.146119 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-937e2aa0-5a5b-4937-b0fb-46060037c61c req-41f15a42-827e-45b3-be81-f354605ba75b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 210 time: 0.0900517 Apr 14 22:05:03.165655 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-94f66008-ba94-4c6b-88b1-2f4590462183 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'security_group_rule': {'security_group_id': 'af6fdb4a-4c9e-465a-86cd-0ad6b36389f6', 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:03.242841 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Current status of the port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:03.285576 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Made reservation on behalf of a65a6dd5b01d4404afb6a740fb56fd54 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:05:03.290130 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.388908 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3832663-23aa-472b-9475-96065a8ae488 req-635f9bf1-cf00-4343-b557-0dda6167cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:03.390959 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b3832663-23aa-472b-9475-96065a8ae488 req-635f9bf1-cf00-4343-b557-0dda6167cee6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 1129 time: 0.0544777 Apr 14 22:05:03.406811 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.securitygroups_db [None req-94f66008-ba94-4c6b-88b1-2f4590462183 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Project 40579fb10b2242a9a17aef3f68c7248d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:05:03.436403 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-94f66008-ba94-4c6b-88b1-2f4590462183 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (f466eb8f-ea33-4d13-b7d0-077c86e02b34), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.448074 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b3832663-23aa-472b-9475-96065a8ae488 req-3b7f346e-d124-435f-b35b-0441ad0d055a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499551 Apr 14 22:05:03.449006 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c0fc8-336a-47da-86ba-3292e4ef90c5 req-d1ef5491-469b-4035-ac95-57c2724f5bea tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:03.450474 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ba2c0fc8-336a-47da-86ba-3292e4ef90c5 req-d1ef5491-469b-4035-ac95-57c2724f5bea tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.1208398 Apr 14 22:05:03.581377 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Allocated IP 172.20.0.11 (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c/174e0c70-bae1-43c3-8ecf-3a4df32b7eca/2bcb1292-1804-4e3e-aedb-1174dded0f52) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:05:03.592332 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-94f66008-ba94-4c6b-88b1-2f4590462183 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (f466eb8f-ea33-4d13-b7d0-077c86e02b34), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.596920 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ba2c0fc8-336a-47da-86ba-3292e4ef90c5 req-502418a2-0caa-42f5-b426-f3d9d9ac5b50 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369045 Apr 14 22:05:03.707364 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-94f66008-ba94-4c6b-88b1-2f4590462183 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (f466eb8f-ea33-4d13-b7d0-077c86e02b34), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.733918 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f66008-ba94-4c6b-88b1-2f4590462183 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f466eb8f-ea33-4d13-b7d0-077c86e02b34,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:03.811334 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.846876 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-94f66008-ba94-4c6b-88b1-2f4590462183 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.852102 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-94f66008-ba94-4c6b-88b1-2f4590462183 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6883483 Apr 14 22:05:03.859176 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635c53b-3ef5-4025-b521-2b1e18f5955e req-0452ef16-a298-48c7-9047-b607ebe303dd tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:03.860838 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9635c53b-3ef5-4025-b521-2b1e18f5955e req-0452ef16-a298-48c7-9047-b607ebe303dd tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0656731 Apr 14 22:05:03.915617 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:03.935158 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9635c53b-3ef5-4025-b521-2b1e18f5955e req-bf435053-a536-4117-9da8-7f9c48817637 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669956 Apr 14 22:05:03.987552 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:05:03.993809 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:05:03.998109 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:05:04.024898 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=2bcb1292-1804-4e3e-aedb-1174dded0f52,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:04.065563 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:04.066265 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:04.154042 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-2a7c7c7b-1c96-4432-8d8d-5731f1fac3db tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1793017 Apr 14 22:05:04.273150 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-fbae4a7e-7407-457b-9586-634940b3c828 None None] Provisioning complete for port 2bcb1292-1804-4e3e-aedb-1174dded0f52 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:04.274631 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fbae4a7e-7407-457b-9586-634940b3c828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:04.286906 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c628b10-1937-4aca-8ef1-d1dfb38490db req-0b829fb9-0699-4e9f-b48a-92cca0f60490 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:04.288427 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3c628b10-1937-4aca-8ef1-d1dfb38490db req-0b829fb9-0699-4e9f-b48a-92cca0f60490 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 932 time: 0.0535073 Apr 14 22:05:04.325674 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-fbae4a7e-7407-457b-9586-634940b3c828 None None] Port 2bcb1292-1804-4e3e-aedb-1174dded0f52 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:05:04.343829 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3c628b10-1937-4aca-8ef1-d1dfb38490db req-db1da046-b1c1-4434-9005-4c09617d82d2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489268 Apr 14 22:05:04.608035 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Request body: {'port': {'device_id': '409f8958-70cf-4861-88f7-5b71582b7e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:04.672235 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.070726 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcb1292-1804-4e3e-aedb-1174dded0f52 {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:05.082925 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Publish callbacks [] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.088177 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f999c-8cc7-469a-9df5-1c8fd7dfab6c req-43309618-8cb1-4224-8cd8-e9d73198d31e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:05.090131 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e27f999c-8cc7-469a-9df5-1c8fd7dfab6c req-43309618-8cb1-4224-8cd8-e9d73198d31e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0714452 Apr 14 22:05:05.105648 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Transition to ACTIVE for port object 2bcb1292-1804-4e3e-aedb-1174dded0f52 will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:05:05.157855 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e27f999c-8cc7-469a-9df5-1c8fd7dfab6c req-2db82abe-07d9-4f61-bba8-b4bb365f5db4 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553243 Apr 14 22:05:05.188387 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.288377 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Pushing event updated for resources: {'Port': ['ID=2bcb1292-1804-4e3e-aedb-1174dded0f52,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:05.355413 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Attempting to bind port 2bcb1292-1804-4e3e-aedb-1174dded0f52 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:05:05.355983 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Attempting to bind port 2bcb1292-1804-4e3e-aedb-1174dded0f52 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:05:05.356444 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Attempting to bind port 2bcb1292-1804-4e3e-aedb-1174dded0f52 on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:05:05.363035 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Port 2bcb1292-1804-4e3e-aedb-1174dded0f52 on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:05:05.363360 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Attempting to bind port 2bcb1292-1804-4e3e-aedb-1174dded0f52 on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:05:05.371723 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:05:05.379301 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Checking segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:05:05.379301 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Bound using segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:05:05.379301 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Bound port: 2bcb1292-1804-4e3e-aedb-1174dded0f52, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:05:05.379301 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.515371 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] For port 2bcb1292-1804-4e3e-aedb-1174dded0f52, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:05:05.520511 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] For port 2bcb1292-1804-4e3e-aedb-1174dded0f52, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2bcb1292-1804-4e3e-aedb-1174dded0f52,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:05:05.530144 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c7ee9-5d2b-43c8-a5e0-7e2fe355322a req-40979b5b-76d5-46fd-a7d9-5a491eb3f0f5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:05.531670 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-778c7ee9-5d2b-43c8-a5e0-7e2fe355322a req-40979b5b-76d5-46fd-a7d9-5a491eb3f0f5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 944 time: 0.0786095 Apr 14 22:05:05.593363 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-778c7ee9-5d2b-43c8-a5e0-7e2fe355322a req-a9100400-a524-4160-8ca4-057ac005e144 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535345 Apr 14 22:05:05.657477 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.703350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:05.703970 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:05.705514 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] 10.222.0.81 "PUT /v2.0/ports/2bcb1292-1804-4e3e-aedb-1174dded0f52 HTTP/1.1" status: 200 len: 1094 time: 1.1026788 Apr 14 22:05:05.709572 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409f8958-70cf-4861-88f7-5b71582b7e16', 'tag': '2bcb1292-1804-4e3e-aedb-1174dded0f52'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:05.709572 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c95f14b-b9f1-4024-a677-01c0042068fc" -d '{"events": [{"name": "network-changed", "server_uuid": "409f8958-70cf-4861-88f7-5b71582b7e16", "tag": "2bcb1292-1804-4e3e-aedb-1174dded0f52"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:05.753784 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a8740-2dcc-44fd-892b-78b678410dae service neutron] Pushing event updated for resources: {'Port': ['ID=2bcb1292-1804-4e3e-aedb-1174dded0f52,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:05.777422 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abcce7f-4232-4324-acdd-525fa5f637ec x-openstack-request-id: req-0abcce7f-4232-4324-acdd-525fa5f637ec {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:05.777733 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409f8958-70cf-4861-88f7-5b71582b7e16", "tag": "2bcb1292-1804-4e3e-aedb-1174dded0f52", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:05.778013 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0abcce7f-4232-4324-acdd-525fa5f637ec {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:05.778429 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abcce7f-4232-4324-acdd-525fa5f637ec'] response: {'name': 'network-changed', 'server_uuid': '409f8958-70cf-4861-88f7-5b71582b7e16', 'tag': '2bcb1292-1804-4e3e-aedb-1174dded0f52', 'status': 'completed', 'code': 200} Apr 14 22:05:05.869946 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95f14b-b9f1-4024-a677-01c0042068fc req-d1adfd58-cbbd-46fc-92bb-4b042095326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:05.871416 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c95f14b-b9f1-4024-a677-01c0042068fc req-d1adfd58-cbbd-46fc-92bb-4b042095326b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 1128 time: 0.0551140 Apr 14 22:05:06.020083 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95f14b-b9f1-4024-a677-01c0042068fc req-81ea4cf3-3756-4450-ad12-7c235f9a6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:06.022635 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c95f14b-b9f1-4024-a677-01c0042068fc req-81ea4cf3-3756-4450-ad12-7c235f9a6d42 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1417215 Apr 14 22:05:06.139827 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95f14b-b9f1-4024-a677-01c0042068fc req-e0aa709c-e02a-4c80-918d-4d6871b0ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:06.144840 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c95f14b-b9f1-4024-a677-01c0042068fc req-e0aa709c-e02a-4c80-918d-4d6871b0ac43 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124055 Apr 14 22:05:06.272831 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-b5d03ea4-5e9a-4f44-ac3d-4592ab9ecd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:06.274965 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-b5d03ea4-5e9a-4f44-ac3d-4592ab9ecd79 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 1128 time: 0.0834565 Apr 14 22:05:06.301799 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3089e4-63b1-4cd8-ae15-31953c1aa854 req-01dd5d69-b81f-4ca7-9624-fd3fa6275b1d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:06.303679 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c3089e4-63b1-4cd8-ae15-31953c1aa854 req-01dd5d69-b81f-4ca7-9624-fd3fa6275b1d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0713551 Apr 14 22:05:06.345645 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-bf6c7bed-3c6b-47e9-aadb-37fb778bd549 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bcb1292-1804-4e3e-aedb-1174dded0f52 HTTP/1.1" status: 200 len: 217 time: 0.0407181 Apr 14 22:05:06.426835 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c3089e4-63b1-4cd8-ae15-31953c1aa854 req-07c37bf6-05bd-4af9-8a2e-a4645ab7515a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162136 Apr 14 22:05:06.428337 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-ec28eaea-9d71-4680-b164-6f3d913b8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:06.429748 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-ec28eaea-9d71-4680-b164-6f3d913b8da8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 200 len: 853 time: 0.0737538 Apr 14 22:05:06.500295 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-53d84415-2f62-4ea6-98ff-ec4ae9c7e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:06.500572 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-53d84415-2f62-4ea6-98ff-ec4ae9c7e9de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519931 Apr 14 22:05:06.575995 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e85e8-df3a-4d96-96ea-39bd2b85de4e req-fb8572d8-ffa9-4ce8-80bf-6a0e0534596b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:06.577557 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bb8e85e8-df3a-4d96-96ea-39bd2b85de4e req-fb8572d8-ffa9-4ce8-80bf-6a0e0534596b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0590031 Apr 14 22:05:06.591739 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54022) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:06.599427 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-89aeda07-5531-4945-a745-d3cd07dd8356 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'floatingip': {'port_id': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:06.653520 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89aeda07-5531-4945-a745-d3cd07dd8356 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (a9c0abce-3bfe-458e-818c-a15c1b11178d), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:07.037405 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-bb2a2d23-255d-45c4-8da4-069e17f5df76 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294530 Apr 14 22:05:07.103806 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce861cff-cdb7-4717-a7e0-aa511f42d2cf req-f339cdf0-012d-4015-886e-0557c522e727 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:07.105391 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce861cff-cdb7-4717-a7e0-aa511f42d2cf req-f339cdf0-012d-4015-886e-0557c522e727 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 944 time: 0.4073641 Apr 14 22:05:07.279598 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce861cff-cdb7-4717-a7e0-aa511f42d2cf req-99d4d99a-4d00-4c63-88e9-0f517bd31854 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663368 Apr 14 22:05:07.310107 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7fb7475e-0f1a-462d-b84b-4a39d44884a3 req-0d957013-2f20-496d-b32c-193b476bb0ca service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660291 Apr 14 22:05:07.635085 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89aeda07-5531-4945-a745-d3cd07dd8356 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:07.735981 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89aeda07-5531-4945-a745-d3cd07dd8356 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (a9c0abce-3bfe-458e-818c-a15c1b11178d), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:07.875320 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-89aeda07-5531-4945-a745-d3cd07dd8356 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Floating IP a9c0abce-3bfe-458e-818c-a15c1b11178d associated. External IP: 172.27.1.46, port: 06e86162-ebd8-4165-b5e7-fe96f57ad5f4. Apr 14 22:05:08.172760 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89aeda07-5531-4945-a745-d3cd07dd8356 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Router 35229258-5815-4bb7-8837-5ab92804aab4 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:08.312396 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aeda07-5531-4945-a745-d3cd07dd8356 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:08.320811 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89aeda07-5531-4945-a745-d3cd07dd8356 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:08.328422 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] Sync routers for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:08.346487 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:08.347514 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:08.365998 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-89aeda07-5531-4945-a745-d3cd07dd8356 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "PUT /v2.0/floatingips/a9c0abce-3bfe-458e-818c-a15c1b11178d HTTP/1.1" status: 200 len: 990 time: 1.7727494 Apr 14 22:05:08.366831 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'tag': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:08.369546 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fbd0c8-7318-4cf4-9a31-2257097a308d" -d '{"events": [{"name": "network-changed", "server_uuid": "c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7", "tag": "06e86162-ebd8-4165-b5e7-fe96f57ad5f4"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:08.409490 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e3794f-a0f8-4f06-9639-30dc59b25f4a x-openstack-request-id: req-c5e3794f-a0f8-4f06-9639-30dc59b25f4a {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:08.415141 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7", "tag": "06e86162-ebd8-4165-b5e7-fe96f57ad5f4", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:08.415141 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5e3794f-a0f8-4f06-9639-30dc59b25f4a {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:08.415141 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e3794f-a0f8-4f06-9639-30dc59b25f4a'] response: {'name': 'network-changed', 'server_uuid': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'tag': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4', 'status': 'completed', 'code': 200} Apr 14 22:05:08.474672 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123320-a1d1-437d-991d-3f89e34b5512 req-23333aa8-3db6-494c-94d0-b51b4895e5ab tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:08.476193 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ab123320-a1d1-437d-991d-3f89e34b5512 req-23333aa8-3db6-494c-94d0-b51b4895e5ab tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 944 time: 0.0773165 Apr 14 22:05:08.493412 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:08.532373 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ab123320-a1d1-437d-991d-3f89e34b5512 req-c7610f56-b004-44b5-97fc-183552a22be5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500007 Apr 14 22:05:08.782897 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': 'a9c0abce-3bfe-458e-818c-a15c1b11178d', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'port_id': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'mac_address': 'fa:16:3e:2b:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:04:46Z', 'updated_at': '2022-04-14T22:05:07Z', 'revision_number': 1, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:08.812442 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] Checking router: 35229258-5815-4bb7-8837-5ab92804aab4 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:08.821596 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:08.822200 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:04:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:08.946075 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:09.232021 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': 'a9c0abce-3bfe-458e-818c-a15c1b11178d', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'port_id': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'mac_address': 'fa:16:3e:2b:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:04:46Z', 'updated_at': '2022-04-14T22:05:07Z', 'revision_number': 1, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:09.261394 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba7606-0080-4ed5-8eb8-7d94f63ca1aa None None] The sync data for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi is: [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': 'a9c0abce-3bfe-458e-818c-a15c1b11178d', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'port_id': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'mac_address': 'fa:16:3e:2b:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:04:46Z', 'updated_at': '2022-04-14T22:05:07Z', 'revision_number': 1, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:09.512765 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ef73f-70bb-4813-b2ad-0425528cb8af None None] New status for floating IP a9c0abce-3bfe-458e-818c-a15c1b11178d: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:05:09.740857 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7aebf-60eb-4e69-9015-6093d3b0fbef req-0f6df8a7-0f7c-4c59-a1d9-16e41cce2b93 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:09.742758 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ec7aebf-60eb-4e69-9015-6093d3b0fbef req-0f6df8a7-0f7c-4c59-a1d9-16e41cce2b93 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 944 time: 0.0863643 Apr 14 22:05:09.804492 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ec7aebf-60eb-4e69-9015-6093d3b0fbef req-c9ad214a-ca41-4ac9-a7b0-44c559b1e942 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546610 Apr 14 22:05:09.982475 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:10.528934 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 2bcb1292-1804-4e3e-aedb-1174dded0f52 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:05:10.691076 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 2bcb1292-1804-4e3e-aedb-1174dded0f52, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2bcb1292-1804-4e3e-aedb-1174dded0f52,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:10.710032 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-22b9ab38-4032-4fe4-b414-35aa3328f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:10.711684 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-22b9ab38-4032-4fe4-b414-35aa3328f934 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 1129 time: 0.0517583 Apr 14 22:05:10.715641 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '2bcb1292-1804-4e3e-aedb-1174dded0f52', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'port_id': '2bcb1292-1804-4e3e-aedb-1174dded0f52', 'mac_address': 'fa:16:3e:da:16:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:05:10.758781 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 2bcb1292-1804-4e3e-aedb-1174dded0f52 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:10.759521 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:10.774740 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcb1292-1804-4e3e-aedb-1174dded0f52 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:10.796866 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 2bcb1292-1804-4e3e-aedb-1174dded0f52, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2bcb1292-1804-4e3e-aedb-1174dded0f52,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:10.821837 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-1326c17e-a0de-4d61-a03f-124bdac301c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:10.823594 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-1326c17e-a0de-4d61-a03f-124bdac301c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 912 time: 0.1053727 Apr 14 22:05:10.874080 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:10.903238 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-d0e319d7-588d-4678-b011-7cf466674dcd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4 HTTP/1.1" status: 200 len: 1000 time: 0.0678577 Apr 14 22:05:10.955887 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=2bcb1292-1804-4e3e-aedb-1174dded0f52,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:10.975618 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-e06c95b7-e6bd-4ae3-95ec-f4135cf9941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:10.978356 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-e06c95b7-e6bd-4ae3-95ec-f4135cf9941a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 200 len: 850 time: 0.0665183 Apr 14 22:05:10.994724 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e19bd-b822-4f80-a070-367fe84642e9 req-37552838-f46f-4205-8bb9-295ecc7dc39f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:10.996181 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ba1e19bd-b822-4f80-a070-367fe84642e9 req-37552838-f46f-4205-8bb9-295ecc7dc39f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 945 time: 0.0837345 Apr 14 22:05:11.042882 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-be9e39ae-e7a0-4aaa-a15f-cb75ed4ea042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:11.045363 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-be9e39ae-e7a0-4aaa-a15f-cb75ed4ea042 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f534560-3702-48ed-a28a-4f0419eee488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594592 Apr 14 22:05:11.061023 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ba1e19bd-b822-4f80-a070-367fe84642e9 req-4532adae-7da0-41f2-8f2c-e12cc354dd19 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552533 Apr 14 22:05:11.170086 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-79d5e6c8-06d2-4ba5-8449-24918b812959 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174104 Apr 14 22:05:11.281021 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0fbd0c8-7318-4cf4-9a31-2257097a308d req-6c11ea80-67be-40a0-9042-cf24e4be0fce service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002054 Apr 14 22:05:11.352500 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['2bcb1292-1804-4e3e-aedb-1174dded0f52'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:05:12.207337 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef7151-cc9d-4300-9a3c-3faa09e05525 req-3f63ed20-449a-4b4d-b05d-82e756ddb2b4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:12.208789 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b3ef7151-cc9d-4300-9a3c-3faa09e05525 req-3f63ed20-449a-4b4d-b05d-82e756ddb2b4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 945 time: 0.0559506 Apr 14 22:05:12.266760 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b3ef7151-cc9d-4300-9a3c-3faa09e05525 req-f72eb479-7251-4cc2-86b5-4c4658857cc3 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520434 Apr 14 22:05:12.526051 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 2bcb1292-1804-4e3e-aedb-1174dded0f52 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:05:12.590167 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 2bcb1292-1804-4e3e-aedb-1174dded0f52 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:05:12.668172 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 2bcb1292-1804-4e3e-aedb-1174dded0f52 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:12.668554 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:12.760869 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 2bcb1292-1804-4e3e-aedb-1174dded0f52 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:12.762509 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:12.789185 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409f8958-70cf-4861-88f7-5b71582b7e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb1292-1804-4e3e-aedb-1174dded0f52'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:12.791943 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0123ea-6a21-4d35-a6c6-33dde250b034" -d '{"events": [{"server_uuid": "409f8958-70cf-4861-88f7-5b71582b7e16", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb1292-1804-4e3e-aedb-1174dded0f52"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:12.805448 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 2bcb1292-1804-4e3e-aedb-1174dded0f52, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2bcb1292-1804-4e3e-aedb-1174dded0f52,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:12.832809 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b517cd-fbda-410e-9e67-4928b263d163 x-openstack-request-id: req-f2b517cd-fbda-410e-9e67-4928b263d163 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:12.833100 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409f8958-70cf-4861-88f7-5b71582b7e16", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb1292-1804-4e3e-aedb-1174dded0f52", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:12.839206 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2b517cd-fbda-410e-9e67-4928b263d163 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:12.839206 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b517cd-fbda-410e-9e67-4928b263d163'] response: {'server_uuid': '409f8958-70cf-4861-88f7-5b71582b7e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb1292-1804-4e3e-aedb-1174dded0f52', 'code': 200} Apr 14 22:05:12.891377 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:12.946296 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=2bcb1292-1804-4e3e-aedb-1174dded0f52,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:13.413320 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8c248-d194-4f25-8370-ec2667e54c26 req-3221744e-c4ea-492a-bb8b-2beb98659f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:13.414802 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b5c8c248-d194-4f25-8370-ec2667e54c26 req-3221744e-c4ea-492a-bb8b-2beb98659f42 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 1130 time: 0.0823696 Apr 14 22:05:13.446416 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5a6f8-8f9c-4fcc-8bf7-cfb242655159 req-bc4b2f47-b79e-4894-9230-0a0ff1520e4a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:13.449004 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3fe5a6f8-8f9c-4fcc-8bf7-cfb242655159 req-bc4b2f47-b79e-4894-9230-0a0ff1520e4a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 946 time: 0.0799026 Apr 14 22:05:13.512445 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b5c8c248-d194-4f25-8370-ec2667e54c26 req-22438c26-cca9-4e2c-b0dd-d7b31720ff33 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906193 Apr 14 22:05:13.526343 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3fe5a6f8-8f9c-4fcc-8bf7-cfb242655159 req-bab8657e-54ff-422d-a7ff-9d7d6b5022de tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695527 Apr 14 22:05:14.674542 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed05a7-f4d5-49b2-8b97-af953240781d req-7c9b0acf-8033-4cc6-bf74-5c2a2a330d76 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:14.676078 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-abed05a7-f4d5-49b2-8b97-af953240781d req-7c9b0acf-8033-4cc6-bf74-5c2a2a330d76 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 946 time: 0.0581136 Apr 14 22:05:14.734627 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-abed05a7-f4d5-49b2-8b97-af953240781d req-dfb23225-436b-4c8e-873b-158cdc624af1 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515401 Apr 14 22:05:15.893972 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28424f8-a4bc-46a9-892e-a3abceaaf049 req-e712cac1-8640-4d5d-9d5a-a0e15975bd04 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:15.895538 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c28424f8-a4bc-46a9-892e-a3abceaaf049 req-e712cac1-8640-4d5d-9d5a-a0e15975bd04 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 946 time: 0.0613573 Apr 14 22:05:15.966386 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c28424f8-a4bc-46a9-892e-a3abceaaf049 req-250d87bd-06a1-47f0-a397-ba7465297100 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604537 Apr 14 22:05:16.165489 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f08d967-735c-45c8-9572-6fe5aafdd674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:17.100283 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd5300-d59b-40f0-b53b-4571f5e604d6 req-6b5f60f7-5c39-4ec6-977d-d1d6d98738f5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:17.102772 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5efd5300-d59b-40f0-b53b-4571f5e604d6 req-6b5f60f7-5c39-4ec6-977d-d1d6d98738f5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 946 time: 0.0570707 Apr 14 22:05:17.160832 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5efd5300-d59b-40f0-b53b-4571f5e604d6 req-b9245787-a199-486d-92d9-137d229250c9 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484748 Apr 14 22:05:17.311888 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4e746-4f8f-4500-968c-f5924e88465a req-a91f6080-549e-41fd-930f-31b31cf2a724 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:17.313506 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-eda4e746-4f8f-4500-968c-f5924e88465a req-a91f6080-549e-41fd-930f-31b31cf2a724 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 946 time: 0.0695038 Apr 14 22:05:17.324014 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54086) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:17.332806 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-d74dc317-c8e1-4c0c-a155-ca1e55217dc2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'floatingip': {'port_id': '2bcb1292-1804-4e3e-aedb-1174dded0f52'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:17.393153 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d74dc317-c8e1-4c0c-a155-ca1e55217dc2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:17.967011 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d74dc317-c8e1-4c0c-a155-ca1e55217dc2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:18.051018 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d74dc317-c8e1-4c0c-a155-ca1e55217dc2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:18.183052 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-d74dc317-c8e1-4c0c-a155-ca1e55217dc2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Floating IP 8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a associated. External IP: 172.27.1.87, port: 2bcb1292-1804-4e3e-aedb-1174dded0f52. Apr 14 22:05:18.467000 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74dc317-c8e1-4c0c-a155-ca1e55217dc2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:18.711442 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0d419292-1f2d-4235-b94e-88f366283d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:18.934731 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74dc317-c8e1-4c0c-a155-ca1e55217dc2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:18.939676 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d74dc317-c8e1-4c0c-a155-ca1e55217dc2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:18.953113 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:18.966894 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:18.967886 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:05:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:18.998909 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d74dc317-c8e1-4c0c-a155-ca1e55217dc2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "PUT /v2.0/floatingips/8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a HTTP/1.1" status: 200 len: 991 time: 1.6723328 Apr 14 22:05:18.999830 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409f8958-70cf-4861-88f7-5b71582b7e16', 'tag': '2bcb1292-1804-4e3e-aedb-1174dded0f52'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:19.002767 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "409f8958-70cf-4861-88f7-5b71582b7e16", "tag": "2bcb1292-1804-4e3e-aedb-1174dded0f52"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:19.009221 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37672-3943-414d-8f81-7dbd6dbc7227 req-67382a24-6cb2-4f5b-a64c-b99cb67884dc tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.016141 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-30f37672-3943-414d-8f81-7dbd6dbc7227 req-67382a24-6cb2-4f5b-a64c-b99cb67884dc tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0686488 Apr 14 22:05:19.070285 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-30f37672-3943-414d-8f81-7dbd6dbc7227 req-9ce451b4-4861-4903-a0d8-f23ab57000aa tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532594 Apr 14 22:05:19.084162 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc297a1-4f71-45ca-a21a-9b0ce4315f85 x-openstack-request-id: req-3fc297a1-4f71-45ca-a21a-9b0ce4315f85 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:19.085045 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409f8958-70cf-4861-88f7-5b71582b7e16", "tag": "2bcb1292-1804-4e3e-aedb-1174dded0f52", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:19.085045 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fc297a1-4f71-45ca-a21a-9b0ce4315f85 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:19.085494 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc297a1-4f71-45ca-a21a-9b0ce4315f85'] response: {'name': 'network-changed', 'server_uuid': '409f8958-70cf-4861-88f7-5b71582b7e16', 'tag': '2bcb1292-1804-4e3e-aedb-1174dded0f52', 'status': 'completed', 'code': 200} Apr 14 22:05:19.142148 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:19.273231 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-b34ff5ee-9037-45b5-a597-93c3bd64e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.274975 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-b34ff5ee-9037-45b5-a597-93c3bd64e3bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 1130 time: 0.0531433 Apr 14 22:05:19.280609 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-25d35ed1-f7ed-4b57-8550-b17c7dd411d2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577912 Apr 14 22:05:19.389672 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-26cc7bcf-666f-49d9-a5a2-2472797d05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.392347 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-26cc7bcf-666f-49d9-a5a2-2472797d05d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=36c976f9546746d293b7a29600a0fad3&device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1130 time: 0.0530696 Apr 14 22:05:19.416741 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-1e057d97-e75a-44a6-9145-9d7bd230fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.418268 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-1e057d97-e75a-44a6-9145-9d7bd230fc7a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 915 time: 0.1311097 Apr 14 22:05:19.428745 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': '2bcb1292-1804-4e3e-aedb-1174dded0f52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:da:16:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409f8958-70cf-4861-88f7-5b71582b7e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:04:54Z', 'updated_at': '2022-04-14T22:05:17Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:19.467287 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:19.481074 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:19.481739 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:05:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:19.536062 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-2a884556-de8e-4406-9acd-25d75a96201a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bcb1292-1804-4e3e-aedb-1174dded0f52 HTTP/1.1" status: 200 len: 999 time: 0.1052318 Apr 14 22:05:19.582382 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-40291ad2-f373-4780-993b-ffc5e22a70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.585294 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-40291ad2-f373-4780-993b-ffc5e22a70a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7cc0398-02c2-4de0-9d94-41df3d394e36 HTTP/1.1" status: 200 len: 910 time: 0.1536250 Apr 14 22:05:19.604362 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-b379e8ea-9dc6-42a1-80de-f0f0b52fa4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.606830 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-b379e8ea-9dc6-42a1-80de-f0f0b52fa4fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 200 len: 853 time: 0.0610523 Apr 14 22:05:19.611453 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:19.685388 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-de111e63-b328-41fa-8082-1eea3c4ff9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.687076 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-b9ad0466-d193-4392-9e51-43914d1def09 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27aff80-c99a-46c4-8e83-30a4f33db216 HTTP/1.1" status: 200 len: 1002 time: 0.0932465 Apr 14 22:05:19.687996 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-de111e63-b328-41fa-8082-1eea3c4ff9f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712814 Apr 14 22:05:19.759759 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:19.784188 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-180c38f0-96c3-4445-b60d-74e85f82e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.786413 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-180c38f0-96c3-4445-b60d-74e85f82e8f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52e3e80c-b04f-40d2-a3e6-a1febd78088f HTTP/1.1" status: 200 len: 848 time: 0.0727730 Apr 14 22:05:19.842791 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-f4ace6b3-8767-46e7-b5c8-fa046007d6bc service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329885 Apr 14 22:05:19.879575 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-e4826178-b937-4850-afce-c013bc1701ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:19.882376 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-e4826178-b937-4850-afce-c013bc1701ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7cc0398-02c2-4de0-9d94-41df3d394e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686224 Apr 14 22:05:19.954615 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': '2bcb1292-1804-4e3e-aedb-1174dded0f52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:da:16:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409f8958-70cf-4861-88f7-5b71582b7e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:04:54Z', 'updated_at': '2022-04-14T22:05:17Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:19.992978 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-91c0410a-9b5d-46b1-8bf3-56458de1c1d2 req-d6bcef8e-8513-427e-ae1f-8d01a3169aa2 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413426 Apr 14 22:05:20.024253 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-ceceb372-8333-47fe-8930-4b89ae5d5f7c service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319072 Apr 14 22:05:20.086319 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc639e3e-8c0d-4d90-af9f-2f37ab89dfab None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': '2bcb1292-1804-4e3e-aedb-1174dded0f52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:da:16:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409f8958-70cf-4861-88f7-5b71582b7e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:04:54Z', 'updated_at': '2022-04-14T22:05:17Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:20.207884 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9317ed3b-99ab-4f81-a668-d889addee6b7 req-011fae4f-1f4a-419d-81e4-74bb8303db65 service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570051 Apr 14 22:05:20.252425 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b932e6-8d0e-42b5-987d-955f9f5a42c0 req-df17cebf-29a7-4995-95e4-5770eb960601 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:20.254447 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-29b932e6-8d0e-42b5-987d-955f9f5a42c0 req-df17cebf-29a7-4995-95e4-5770eb960601 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0718119 Apr 14 22:05:20.321792 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-29b932e6-8d0e-42b5-987d-955f9f5a42c0 req-9f301a88-f6ac-4aeb-95a1-e3ea9b0ef00e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570869 Apr 14 22:05:20.370607 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72058a9a-c4af-4ac4-bb3f-a2adb5e1feb1 None None] New status for floating IP 8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:05:20.862424 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:21.480988 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78b916-6ca2-47a7-948a-702124bc170b req-a432a662-9bed-4a3c-9c7e-1101964f8b2b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:21.482531 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f78b916-6ca2-47a7-948a-702124bc170b req-a432a662-9bed-4a3c-9c7e-1101964f8b2b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0603912 Apr 14 22:05:21.546275 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f78b916-6ca2-47a7-948a-702124bc170b req-6e817f2d-fc5d-4c51-87ce-21559e7caefe tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577915 Apr 14 22:05:22.609389 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:22.695249 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a321020-6689-4b3e-8bd1-5b6b89311ce4 req-862030a0-1ffa-4e5d-945e-105d039b0e62 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:22.696822 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a321020-6689-4b3e-8bd1-5b6b89311ce4 req-862030a0-1ffa-4e5d-945e-105d039b0e62 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0590971 Apr 14 22:05:22.755940 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a321020-6689-4b3e-8bd1-5b6b89311ce4 req-54efe5c3-a8ac-4f88-9c7d-a9b02fc0ae7c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526071 Apr 14 22:05:23.898056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a625c34-0ca1-49ac-852b-e64ea351b064 req-6edec4a5-cbf2-406c-b509-e48e83d56478 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:23.900429 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4a625c34-0ca1-49ac-852b-e64ea351b064 req-6edec4a5-cbf2-406c-b509-e48e83d56478 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0557616 Apr 14 22:05:23.967123 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4a625c34-0ca1-49ac-852b-e64ea351b064 req-b0a995f6-5f7a-4d8c-a9db-c59c00edbcc0 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602739 Apr 14 22:05:25.111225 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b9d59-7fd6-46d3-b178-33fe916c4c2b req-c0b75ffe-dd08-49d5-b821-fc8b9b6e7b85 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:25.112751 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f1b9d59-7fd6-46d3-b178-33fe916c4c2b req-c0b75ffe-dd08-49d5-b821-fc8b9b6e7b85 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0530548 Apr 14 22:05:25.165574 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f1b9d59-7fd6-46d3-b178-33fe916c4c2b req-d74c2859-d573-464d-b48e-138a9164e733 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450737 Apr 14 22:05:26.302580 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c5edd-c65f-4c9a-8136-16a9dc8aef40 req-44014ad1-231f-4005-ae17-5bdef28ed705 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:26.304130 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c88c5edd-c65f-4c9a-8136-16a9dc8aef40 req-44014ad1-231f-4005-ae17-5bdef28ed705 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0581996 Apr 14 22:05:26.359964 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c88c5edd-c65f-4c9a-8136-16a9dc8aef40 req-09f9277e-f783-4922-9367-9ab00b07da7d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500512 Apr 14 22:05:27.496029 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7d3e9-e601-4f2f-b62c-6c29fb6d3758 req-2d55f4d9-dcd0-4866-a49c-852a51ee140c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:27.497594 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48c7d3e9-e601-4f2f-b62c-6c29fb6d3758 req-2d55f4d9-dcd0-4866-a49c-852a51ee140c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0532496 Apr 14 22:05:27.555523 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48c7d3e9-e601-4f2f-b62c-6c29fb6d3758 req-334e752d-c850-4c64-aa52-cd7d2508be28 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520966 Apr 14 22:05:28.688195 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5361bd2-63f0-4477-b798-56156306ab7c req-af298286-5489-4a99-909e-5e5fe17b881c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:28.690235 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c5361bd2-63f0-4477-b798-56156306ab7c req-af298286-5489-4a99-909e-5e5fe17b881c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Apr 14 22:05:28.754211 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c5361bd2-63f0-4477-b798-56156306ab7c req-95a8ace0-9f24-482a-ba0c-4d5c8a720850 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563128 Apr 14 22:05:29.888175 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede44d0-3cef-4c73-9810-849f59c89379 req-5d437c26-8e04-4752-a085-3dc5f00c11c1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:29.889809 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ede44d0-3cef-4c73-9810-849f59c89379 req-5d437c26-8e04-4752-a085-3dc5f00c11c1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0591261 Apr 14 22:05:29.943279 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ede44d0-3cef-4c73-9810-849f59c89379 req-ba8bb58c-9b41-4178-8a16-6db3d316756a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454209 Apr 14 22:05:30.725204 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-bf797781-aca5-43b8-88b8-acba677cb561 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040101129&fields=id&tenant_id=40579fb10b2242a9a17aef3f68c7248d HTTP/1.1" status: 200 len: 267 time: 0.0497653 Apr 14 22:05:30.854907 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-c524e52e-c3bb-4e80-91f2-2a5720635454 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:30.856399 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-c524e52e-c3bb-4e80-91f2-2a5720635454 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 811 time: 0.1217544 Apr 14 22:05:30.872603 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-98c0c3a1-dcf7-42ce-98a6-af7da9e0e6d5 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/quotas/40579fb10b2242a9a17aef3f68c7248d HTTP/1.1" status: 200 len: 375 time: 0.0102565 Apr 14 22:05:30.929172 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f22130f5-69ef-4598-8cc8-dc8c24a6d9b2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492647 Apr 14 22:05:31.054416 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-165a78f7-13bb-4150-bec3-cde336d8f559 service neutron] 10.222.0.52 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130245 Apr 14 22:05:31.113218 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2497b-a38d-4945-ba7a-7c5757bb1ff2 req-e7c19899-b861-4878-a371-268cde6030d4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:31.114890 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48b2497b-a38d-4945-ba7a-7c5757bb1ff2 req-e7c19899-b861-4878-a371-268cde6030d4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0640819 Apr 14 22:05:31.173623 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48b2497b-a38d-4945-ba7a-7c5757bb1ff2 req-bc1b551e-3cc8-47fb-9607-e7543b9ded18 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526462 Apr 14 22:05:31.189560 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-8e42bc96-980b-4868-94eb-068cb793dece service neutron] 10.222.0.52 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283996 Apr 14 22:05:31.897418 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2fdda49a-9cd6-4916-ba30-3fa0b79aeb90 req-ae0b9f61-f8ae-4d3d-a93c-b8482b3fa9da tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 210 time: 0.0332415 Apr 14 22:05:32.314304 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706d0a2-6646-41ec-8e6e-39eae0ae56d9 req-868d86e6-fc83-49b2-9070-763d00110c98 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:32.316002 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1706d0a2-6646-41ec-8e6e-39eae0ae56d9 req-868d86e6-fc83-49b2-9070-763d00110c98 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Apr 14 22:05:32.373112 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1706d0a2-6646-41ec-8e6e-39eae0ae56d9 req-86b681d2-d1e7-4218-ab96-14dbaddf1e4e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509315 Apr 14 22:05:32.976031 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f143b2f8-bd6b-4e89-8c90-e5467f1da518 req-2320378d-30cc-44ed-a07c-7dacdef37fe5 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 210 time: 0.0286362 Apr 14 22:05:33.513023 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083e137-a195-4f36-b4e8-af3c6ae3e37e req-7cab982f-f7fa-49d8-9dcc-5c8e11709db1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:33.514519 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1083e137-a195-4f36-b4e8-af3c6ae3e37e req-7cab982f-f7fa-49d8-9dcc-5c8e11709db1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0534525 Apr 14 22:05:33.572155 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1083e137-a195-4f36-b4e8-af3c6ae3e37e req-f45b9437-c4b3-45c3-b818-9cc9adeabab2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508394 Apr 14 22:05:34.097131 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-475f0c42-8939-4eab-8639-3f692b5fd5c8 req-a395b07c-7a8a-4e0f-b8fe-b4e857b74685 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 210 time: 0.0344605 Apr 14 22:05:34.705614 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1850c77-04ef-44b5-854d-8dd5cd9bb730 req-94655458-8369-4b45-98df-a7068eaa01e4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:34.707120 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e1850c77-04ef-44b5-854d-8dd5cd9bb730 req-94655458-8369-4b45-98df-a7068eaa01e4 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0527809 Apr 14 22:05:34.761587 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e1850c77-04ef-44b5-854d-8dd5cd9bb730 req-ddebc763-47f2-4599-9f02-1b3cd0dca861 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465991 Apr 14 22:05:34.967588 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-b7028dea-96fa-4b47-b38b-f77733ead795 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:34.969148 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-b7028dea-96fa-4b47-b38b-f77733ead795 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 811 time: 0.1268904 Apr 14 22:05:35.052738 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-d61dcd63-a65d-4da3-806d-042ad2456c4d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40579fb10b2242a9a17aef3f68c7248d HTTP/1.1" status: 200 len: 380 time: 0.0691686 Apr 14 22:05:35.070184 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'port': {'device_id': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'admin_state_up': True, 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'security_groups': ['af6fdb4a-4c9e-465a-86cd-0ad6b36389f6']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:35.224894 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8b919b0-5331-492f-94eb-0a9f0373ae0d req-28494ef7-d638-48da-8f8b-651195f592e8 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 210 time: 0.0374801 Apr 14 22:05:35.325478 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Made reservation on behalf of 40579fb10b2242a9a17aef3f68c7248d for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:05:35.329794 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:35.481559 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Allocated IP 172.20.0.3 (b2e7b7fb-6c09-4a60-bd96-53978ddad13b/39d452e0-9721-4e42-9881-43ea1c21ccd0/d5ab90ef-94d9-42e4-a6e8-6322dc00896b) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:05:35.639790 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:35.799950 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:35.863251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:05:35.869201 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:05:35.872144 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:05:35.914914 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'Port': ['ID=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:35.918466 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d50c3d-f0eb-4099-8b45-1991af20899b req-20f003ee-168d-4925-bb6d-23ac3ab7c27c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:35.926465 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-82d50c3d-f0eb-4099-8b45-1991af20899b req-20f003ee-168d-4925-bb6d-23ac3ab7c27c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0833304 Apr 14 22:05:35.929682 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.931057 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.931057 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.931369 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.931832 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.932335 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.932902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.934212 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.934828 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.935376 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.935918 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.936842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.937364 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.938758 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.939041 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:35.977166 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:35.978237 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:36.012315 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-82d50c3d-f0eb-4099-8b45-1991af20899b req-ea03aa17-a211-46bd-920c-826714ab5f0b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832286 Apr 14 22:05:36.122295 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-f6a6791b-22f3-49dd-a584-e742eb06c584 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0566692 Apr 14 22:05:36.137787 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Request body: {'port': {'device_id': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:36.216786 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:36.218293 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-fe5bf76e-023d-4a07-b9d0-3f5aa21366b6 None None] Provisioning complete for port d5ab90ef-94d9-42e4-a6e8-6322dc00896b triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:36.218809 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe5bf76e-023d-4a07-b9d0-3f5aa21366b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:36.264645 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-fe5bf76e-023d-4a07-b9d0-3f5aa21366b6 None None] Port d5ab90ef-94d9-42e4-a6e8-6322dc00896b cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:05:36.420682 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87e3b-8061-48e2-8bd6-a5389f1b31d5 req-c7f58084-5e15-4352-81ac-257af930cc6a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:36.422181 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0ff87e3b-8061-48e2-8bd6-a5389f1b31d5 req-c7f58084-5e15-4352-81ac-257af930cc6a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 931 time: 0.0739651 Apr 14 22:05:36.542095 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0ff87e3b-8061-48e2-8bd6-a5389f1b31d5 req-dccf14f4-4f59-4caa-a8ef-3036a4a1bcef tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094337 Apr 14 22:05:36.593537 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device a5a1eab0-286b-4cbd-adb9-b79faf9f5570 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:05:36.623221 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ab90ef-94d9-42e4-a6e8-6322dc00896b {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:36.633090 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Publish callbacks [] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:36.648750 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Transition to ACTIVE for port object d5ab90ef-94d9-42e4-a6e8-6322dc00896b will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:05:36.712100 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:36.724648 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'port_id': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'mac_address': 'fa:16:3e:da:1f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:05:36.768093 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:36.773688 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 is: ACTIVE; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:36.774331 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:36.789216 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5a1eab0-286b-4cbd-adb9-b79faf9f5570 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:36.814983 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:36.835053 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:36.923877 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:36.929557 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Attempting to bind port d5ab90ef-94d9-42e4-a6e8-6322dc00896b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:05:36.932767 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Attempting to bind port d5ab90ef-94d9-42e4-a6e8-6322dc00896b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:05:36.932767 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Attempting to bind port d5ab90ef-94d9-42e4-a6e8-6322dc00896b on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:05:36.935581 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Port d5ab90ef-94d9-42e4-a6e8-6322dc00896b on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:05:36.935905 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Attempting to bind port d5ab90ef-94d9-42e4-a6e8-6322dc00896b on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:05:36.942902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:05:36.943445 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Checking segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:05:36.943971 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Bound using segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:05:36.944545 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Bound port: d5ab90ef-94d9-42e4-a6e8-6322dc00896b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:05:36.945174 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:36.994376 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=6']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:37.006655 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.007302 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.007818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.008405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.008792 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.009293 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.009643 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.010086 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.010426 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.011045 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.011265 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.011479 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.011708 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.012036 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.012363 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:37.059707 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['a5a1eab0-286b-4cbd-adb9-b79faf9f5570'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:05:37.079624 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] For port d5ab90ef-94d9-42e4-a6e8-6322dc00896b, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:05:37.079624 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] For port d5ab90ef-94d9-42e4-a6e8-6322dc00896b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:05:37.168882 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b34379-c6f1-4ac6-a770-1314a3aabda6 req-f3ee8610-292b-44c0-92b8-295bdbd35947 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.171075 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c0b34379-c6f1-4ac6-a770-1314a3aabda6 req-f3ee8610-292b-44c0-92b8-295bdbd35947 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 944 time: 0.0550461 Apr 14 22:05:37.235207 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c0b34379-c6f1-4ac6-a770-1314a3aabda6 req-1961530b-dc57-426b-874b-6759607c3cd2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576403 Apr 14 22:05:37.257333 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:37.303312 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.304444 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:37.306933 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] 10.222.0.81 "PUT /v2.0/ports/d5ab90ef-94d9-42e4-a6e8-6322dc00896b HTTP/1.1" status: 200 len: 1093 time: 1.1736052 Apr 14 22:05:37.307688 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'tag': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:37.311983 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0546c1e-a8bc-4ac8-bf70-34bfca411f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdc5e62-0b89-4286-ae98-38b2a8177663", "tag": "d5ab90ef-94d9-42e4-a6e8-6322dc00896b"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:37.346448 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a95e56-6e1f-44a4-9e0d-41d4a878dc48 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:37.368852 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0d6e12-ac74-4ecb-83af-accd18b7b7e9 x-openstack-request-id: req-8d0d6e12-ac74-4ecb-83af-accd18b7b7e9 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:37.369284 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdc5e62-0b89-4286-ae98-38b2a8177663", "tag": "d5ab90ef-94d9-42e4-a6e8-6322dc00896b", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:37.369566 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d0d6e12-ac74-4ecb-83af-accd18b7b7e9 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:37.369982 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0d6e12-ac74-4ecb-83af-accd18b7b7e9'] response: {'name': 'network-changed', 'server_uuid': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'tag': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'status': 'completed', 'code': 200} Apr 14 22:05:37.437778 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0546c1e-a8bc-4ac8-bf70-34bfca411f3c req-446db980-0145-4ab5-a4fe-ad41a6914596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.443631 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f0546c1e-a8bc-4ac8-bf70-34bfca411f3c req-446db980-0145-4ab5-a4fe-ad41a6914596 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 1127 time: 0.0485830 Apr 14 22:05:37.556259 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0546c1e-a8bc-4ac8-bf70-34bfca411f3c req-adc939dc-2825-4a9a-84ac-d7ef004e0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.557961 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f0546c1e-a8bc-4ac8-bf70-34bfca411f3c req-adc939dc-2825-4a9a-84ac-d7ef004e0a0e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=40579fb10b2242a9a17aef3f68c7248d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1080956 Apr 14 22:05:37.678070 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2769150-9449-4005-ad1d-00d0cc4ca7c9 req-38c0591b-929a-4720-8d6e-4b135e0bcc4c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.679578 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e2769150-9449-4005-ad1d-00d0cc4ca7c9 req-38c0591b-929a-4720-8d6e-4b135e0bcc4c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 943 time: 0.0540080 Apr 14 22:05:37.682351 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0546c1e-a8bc-4ac8-bf70-34bfca411f3c req-122859f3-3d7a-4aea-8853-09dfa36c8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.683923 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f0546c1e-a8bc-4ac8-bf70-34bfca411f3c req-122859f3-3d7a-4aea-8853-09dfa36c8e2c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193295 Apr 14 22:05:37.741071 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e2769150-9449-4005-ad1d-00d0cc4ca7c9 req-8978d0d3-f406-4b8d-a058-09f2570eb579 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541537 Apr 14 22:05:37.768178 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-bb5f5941-100e-495e-ab32-19ad5d04064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.769796 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-bb5f5941-100e-495e-ab32-19ad5d04064e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 1127 time: 0.0434809 Apr 14 22:05:37.819911 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-e0f1268e-b82e-477d-8589-8a3692cc27ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5ab90ef-94d9-42e4-a6e8-6322dc00896b HTTP/1.1" status: 200 len: 217 time: 0.0401020 Apr 14 22:05:37.872911 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-16996566-3e22-42ec-a642-e517e4b44619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.874412 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-16996566-3e22-42ec-a642-e517e4b44619 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0472772 Apr 14 22:05:37.920174 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-1e11b49d-b9fd-41e5-b009-bdca43c4ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:37.921686 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-1e11b49d-b9fd-41e5-b009-bdca43c4ace5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405567 Apr 14 22:05:38.022095 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-3e062699-d593-4887-bbb4-ae54d2338402 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928576 Apr 14 22:05:38.122096 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bea97fac-99e2-4a12-9b6b-07e90ffce24a req-9d8ba14b-e3a6-43a1-bbcc-1ce07705d0d6 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937870 Apr 14 22:05:38.370447 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccedd8-e7a4-4478-aa4a-db3850833684 req-3e28b75e-5780-4f9c-a71c-0af18b89181f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:38.371995 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1ccedd8-e7a4-4478-aa4a-db3850833684 req-3e28b75e-5780-4f9c-a71c-0af18b89181f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 944 time: 0.0565846 Apr 14 22:05:38.423192 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1ccedd8-e7a4-4478-aa4a-db3850833684 req-890fbe03-8df2-4b46-842f-5d6b5901ae37 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453999 Apr 14 22:05:38.625065 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device a5a1eab0-286b-4cbd-adb9-b79faf9f5570 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:05:38.658850 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:38.659397 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:38.746521 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:38.747015 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:38.775157 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:38.777493 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc675c9c-e5d7-4618-98ac-fd58a351e421" -d '{"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-plugged", "status": "completed", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:38.795748 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:38.819534 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431fb356-e36c-4a5c-aba3-46874b6529a9 x-openstack-request-id: req-431fb356-e36c-4a5c-aba3-46874b6529a9 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:38.819830 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-plugged", "status": "completed", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:38.820090 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-431fb356-e36c-4a5c-aba3-46874b6529a9 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:38.820490 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431fb356-e36c-4a5c-aba3-46874b6529a9'] response: {'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'code': 200} Apr 14 22:05:38.865819 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8ccce-eee5-4897-b0b1-9b6bfe608975 req-df322da8-a384-4051-a996-11e39f77ce01 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:38.867415 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-33e8ccce-eee5-4897-b0b1-9b6bfe608975 req-df322da8-a384-4051-a996-11e39f77ce01 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 943 time: 0.0542717 Apr 14 22:05:38.921465 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:38.927797 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-33e8ccce-eee5-4897-b0b1-9b6bfe608975 req-c4a6779e-0934-494b-8875-805b9646ca1f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540500 Apr 14 22:05:38.979674 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=7']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:39.225643 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:05:39.546799 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a189c9-f58f-42ef-8fa1-a880a38097f4 req-e49aa4f3-ae47-4ee9-b5fb-4cc125b934ee tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:39.548307 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8a189c9-f58f-42ef-8fa1-a880a38097f4 req-e49aa4f3-ae47-4ee9-b5fb-4cc125b934ee tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0511293 Apr 14 22:05:39.599623 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8a189c9-f58f-42ef-8fa1-a880a38097f4 req-e3a6d509-ac5b-437e-9d09-6350b1eab3fd tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446763 Apr 14 22:05:40.050143 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:40.050767 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118be6e9-9e27-49a9-8ff4-1751badc6c94 req-6a301443-d8be-4cc9-8f81-ffbc518324b8 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:40.052678 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-118be6e9-9e27-49a9-8ff4-1751badc6c94 req-6a301443-d8be-4cc9-8f81-ffbc518324b8 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 943 time: 0.0537102 Apr 14 22:05:40.115181 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-118be6e9-9e27-49a9-8ff4-1751badc6c94 req-52798e05-6b79-448c-a9b9-8dbb148898af tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543385 Apr 14 22:05:40.717750 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c613b-dcd2-4f6b-93c6-42788aec49a6 req-4a377121-d8f1-4851-9312-a70a986765e5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:40.719214 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b92c613b-dcd2-4f6b-93c6-42788aec49a6 req-4a377121-d8f1-4851-9312-a70a986765e5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0469453 Apr 14 22:05:40.775609 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b92c613b-dcd2-4f6b-93c6-42788aec49a6 req-e7c501df-9856-4750-9460-f4670f3b28f3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489657 Apr 14 22:05:41.237975 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdc1d7-74bc-47f8-852c-2c937f639ad9 req-c2e2cb75-0444-40cb-b56b-e5496f305134 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:41.241269 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2abdc1d7-74bc-47f8-852c-2c937f639ad9 req-c2e2cb75-0444-40cb-b56b-e5496f305134 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 943 time: 0.0548880 Apr 14 22:05:41.293113 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2abdc1d7-74bc-47f8-852c-2c937f639ad9 req-bb58f903-c54f-4b37-a6aa-38929019fd95 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469742 Apr 14 22:05:41.901514 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee271020-c36c-4a5a-b3d7-1036cfccb229 req-19771642-2a9f-423c-909c-002452e001f6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:41.903076 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ee271020-c36c-4a5a-b3d7-1036cfccb229 req-19771642-2a9f-423c-909c-002452e001f6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0551400 Apr 14 22:05:41.953954 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ee271020-c36c-4a5a-b3d7-1036cfccb229 req-7f4b1c7a-fb3c-4245-b6ea-91036756a4b6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451872 Apr 14 22:05:42.420171 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467c3f2-734c-493b-88df-bfa08ef83180 req-978ad7cc-83fb-43c6-aa62-308e633b8de6 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:42.425506 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6467c3f2-734c-493b-88df-bfa08ef83180 req-978ad7cc-83fb-43c6-aa62-308e633b8de6 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 943 time: 0.0515561 Apr 14 22:05:42.478821 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6467c3f2-734c-493b-88df-bfa08ef83180 req-d0399e70-64b6-442e-8711-eaa673bcfd0d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512137 Apr 14 22:05:43.073657 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b68c0-e51a-4290-93b5-0ef2949d5884 req-d22867e1-f8cf-407d-8d25-02de69c1181f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:43.075133 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-125b68c0-e51a-4290-93b5-0ef2949d5884 req-d22867e1-f8cf-407d-8d25-02de69c1181f tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0477793 Apr 14 22:05:43.124394 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-125b68c0-e51a-4290-93b5-0ef2949d5884 req-b50f1a28-ce8b-4dd2-a291-7c047c940dcb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427642 Apr 14 22:05:43.597373 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c334d6-1305-4a8a-9703-34b6c93a92bf req-e9602b6d-7f91-48f9-b449-d141ce4d887a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:43.599761 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-21c334d6-1305-4a8a-9703-34b6c93a92bf req-e9602b6d-7f91-48f9-b449-d141ce4d887a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 943 time: 0.0549622 Apr 14 22:05:43.651119 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-21c334d6-1305-4a8a-9703-34b6c93a92bf req-c00eab18-6c38-417e-8135-ad7c0496e5a8 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449765 Apr 14 22:05:44.252352 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db148f4-15e7-484d-adbb-7263f01ef3d1 req-4c0a9720-5600-4a66-9299-45f102204b52 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:44.253856 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6db148f4-15e7-484d-adbb-7263f01ef3d1 req-4c0a9720-5600-4a66-9299-45f102204b52 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Apr 14 22:05:44.307971 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6db148f4-15e7-484d-adbb-7263f01ef3d1 req-437d0ebc-4bca-43ca-ab8b-9f4f4011d288 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467057 Apr 14 22:05:44.776184 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9aea-975c-4277-b1f6-fc68f67a4166 req-5c6e2cfe-83c1-4206-8a7b-01537c921c62 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:44.777858 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a8c9aea-975c-4277-b1f6-fc68f67a4166 req-5c6e2cfe-83c1-4206-8a7b-01537c921c62 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 943 time: 0.0524940 Apr 14 22:05:44.839834 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a8c9aea-975c-4277-b1f6-fc68f67a4166 req-51bd960d-b1a0-4c21-bd7b-6842b9c5cb2e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523927 Apr 14 22:05:45.444071 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323ccf-ab43-4d6b-ad01-f5dcae5563d0 req-a47f82dd-1b7d-4f57-ba16-af627ef356fa tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:45.446547 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d9323ccf-ab43-4d6b-ad01-f5dcae5563d0 req-a47f82dd-1b7d-4f57-ba16-af627ef356fa tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0579433 Apr 14 22:05:45.499920 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d9323ccf-ab43-4d6b-ad01-f5dcae5563d0 req-4dd848e3-7dcd-4e1d-9331-13aad14b43c3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472305 Apr 14 22:05:45.956629 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d272f-b6e5-462d-8cd0-a2a534582152 req-321ed0d6-f8f1-48e8-8273-837818ab9464 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:45.959143 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-381d272f-b6e5-462d-8cd0-a2a534582152 req-321ed0d6-f8f1-48e8-8273-837818ab9464 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 943 time: 0.0530512 Apr 14 22:05:46.018018 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-381d272f-b6e5-462d-8cd0-a2a534582152 req-d646cf3a-e50b-4f0b-8f50-037efb96f92a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529377 Apr 14 22:05:46.141866 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1317ebd6-f2a8-4a56-adec-7bedc2f18a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:46.627723 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c60741-4b15-4e96-b2a7-a85ca1311d64 req-fecbafab-18c0-4a56-9842-633777b58b4c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:46.629809 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-33c60741-4b15-4e96-b2a7-a85ca1311d64 req-fecbafab-18c0-4a56-9842-633777b58b4c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0538790 Apr 14 22:05:46.680157 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-33c60741-4b15-4e96-b2a7-a85ca1311d64 req-69b843fb-155f-476c-9cf7-ef68afa7f402 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446672 Apr 14 22:05:46.705637 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d5ab90ef-94d9-42e4-a6e8-6322dc00896b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:05:46.812363 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port d5ab90ef-94d9-42e4-a6e8-6322dc00896b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:46.825335 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'port_id': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'mac_address': 'fa:16:3e:95:0c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:05:46.872950 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port d5ab90ef-94d9-42e4-a6e8-6322dc00896b is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:46.873350 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:46.887769 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ab90ef-94d9-42e4-a6e8-6322dc00896b {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:05:46.907689 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port d5ab90ef-94d9-42e4-a6e8-6322dc00896b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:47.049900 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:47.116662 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:47.151345 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5de5-4892-4dcc-8954-f908c9abe66f req-b0c413dc-e236-49c1-9c9c-ebda8afebeab tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:47.159133 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6efd5de5-4892-4dcc-8954-f908c9abe66f req-b0c413dc-e236-49c1-9c9c-ebda8afebeab tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 944 time: 0.0504100 Apr 14 22:05:47.209131 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6efd5de5-4892-4dcc-8954-f908c9abe66f req-3d148943-56e0-41ea-8ce5-5208f79328ff tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474899 Apr 14 22:05:47.553365 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['d5ab90ef-94d9-42e4-a6e8-6322dc00896b'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:05:47.824016 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468e4d7-7e1c-4b66-957c-0516714c03fe req-f1a50ba0-bd09-4f5f-a06a-49a77f4f8eef tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:47.825679 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f468e4d7-7e1c-4b66-957c-0516714c03fe req-f1a50ba0-bd09-4f5f-a06a-49a77f4f8eef tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0513844 Apr 14 22:05:47.890190 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f468e4d7-7e1c-4b66-957c-0516714c03fe req-3b0eb07d-ceb1-4492-b1a0-68640c727daa tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579038 Apr 14 22:05:48.369038 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c20e45-aeb8-41cd-b412-b648751ddb3b req-188d3297-1973-42b5-9f7d-dfd6b4cd0e34 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:48.371453 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a1c20e45-aeb8-41cd-b412-b648751ddb3b req-188d3297-1973-42b5-9f7d-dfd6b4cd0e34 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 944 time: 0.0717800 Apr 14 22:05:48.428373 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a1c20e45-aeb8-41cd-b412-b648751ddb3b req-5c87f25a-3b70-4d48-bf3b-1f4f9fe8f68b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511959 Apr 14 22:05:48.677843 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01d9a969-3fd0-4a06-ab1b-d4d74905d3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:48.991406 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d5ab90ef-94d9-42e4-a6e8-6322dc00896b up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:05:49.036927 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd83b01-0927-48d1-ab62-d420a3228bc5 req-10dcb727-bd04-42e4-9041-b2dc43305103 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:49.039048 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ccd83b01-0927-48d1-ab62-d420a3228bc5 req-10dcb727-bd04-42e4-9041-b2dc43305103 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0700972 Apr 14 22:05:49.073481 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port d5ab90ef-94d9-42e4-a6e8-6322dc00896b completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:05:49.102507 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ccd83b01-0927-48d1-ab62-d420a3228bc5 req-eae7eab7-f67d-4317-b2fa-b0792717c78c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579145 Apr 14 22:05:49.164509 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port d5ab90ef-94d9-42e4-a6e8-6322dc00896b triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:05:49.164923 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:49.265360 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port d5ab90ef-94d9-42e4-a6e8-6322dc00896b is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:05:49.265694 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:49.294817 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:49.297525 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5949de-4464-4a27-af9d-ab4dae2da715" -d '{"events": [{"server_uuid": "3cdc5e62-0b89-4286-ae98-38b2a8177663", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab90ef-94d9-42e4-a6e8-6322dc00896b"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:49.315003 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port d5ab90ef-94d9-42e4-a6e8-6322dc00896b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:05:49.342401 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc3b491-b5b9-4f84-8f53-b4b6cd8b793d x-openstack-request-id: req-cbc3b491-b5b9-4f84-8f53-b4b6cd8b793d {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:49.342695 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdc5e62-0b89-4286-ae98-38b2a8177663", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab90ef-94d9-42e4-a6e8-6322dc00896b", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:49.342976 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbc3b491-b5b9-4f84-8f53-b4b6cd8b793d {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:49.343387 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc3b491-b5b9-4f84-8f53-b4b6cd8b793d'] response: {'server_uuid': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'code': 200} Apr 14 22:05:49.396323 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:49.458158 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:49.581868 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f1a6-3daa-40e8-8046-db0639865a98 req-4bc235ab-4bbe-4076-9004-e4dce69b104e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:49.584398 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d683f1a6-3daa-40e8-8046-db0639865a98 req-4bc235ab-4bbe-4076-9004-e4dce69b104e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 945 time: 0.0604024 Apr 14 22:05:49.660595 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d683f1a6-3daa-40e8-8046-db0639865a98 req-830c9c8a-1bed-43b6-9fc9-b64ced65804b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687194 Apr 14 22:05:49.771945 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:49.833561 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3f316-3a14-4e94-81c3-4145c4dfc632 req-45a0946b-2e77-407f-aacd-6a339ed81ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:49.835252 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4fe3f316-3a14-4e94-81c3-4145c4dfc632 req-45a0946b-2e77-407f-aacd-6a339ed81ca1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 1129 time: 0.0474370 Apr 14 22:05:49.908328 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4fe3f316-3a14-4e94-81c3-4145c4dfc632 req-a7bfac21-2e2d-4aa8-bce8-7e320f9aec3e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653396 Apr 14 22:05:50.276664 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2e073-aeca-4641-8bf8-9c24db1c405a req-4ad5dca8-5791-4bf9-a5da-494cc886622c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:50.279597 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4ea2e073-aeca-4641-8bf8-9c24db1c405a req-4ad5dca8-5791-4bf9-a5da-494cc886622c tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0716176 Apr 14 22:05:50.357704 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4ea2e073-aeca-4641-8bf8-9c24db1c405a req-ab8d998c-fe0a-4dd7-baba-9126ad5da6aa tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688577 Apr 14 22:05:50.801291 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399357f3-7fb0-4d2f-8619-1ebf66acb747 req-31ff8a41-4f20-4009-8e94-31ad12e65d02 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:50.802482 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-399357f3-7fb0-4d2f-8619-1ebf66acb747 req-31ff8a41-4f20-4009-8e94-31ad12e65d02 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 945 time: 0.0622969 Apr 14 22:05:50.861983 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:50.875498 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-399357f3-7fb0-4d2f-8619-1ebf66acb747 req-3142ab50-4929-462e-b5a0-09d04a2beb5e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650654 Apr 14 22:05:51.508989 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d948fcb-0b86-4f17-a71a-a2fd49a05475 req-d5ea21df-a87a-4d03-a32e-e7d1350bf5f1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:51.519850 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7d948fcb-0b86-4f17-a71a-a2fd49a05475 req-d5ea21df-a87a-4d03-a32e-e7d1350bf5f1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0717430 Apr 14 22:05:51.579981 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7d948fcb-0b86-4f17-a71a-a2fd49a05475 req-cc82db32-ca4c-419a-a46e-b1e4459314a5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591872 Apr 14 22:05:52.089039 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff3135-acd9-4c49-b5bc-5a172cfe2ba2 req-5397f743-4cb2-493d-a9ea-24d7d2acadba tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:52.092063 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1bff3135-acd9-4c49-b5bc-5a172cfe2ba2 req-5397f743-4cb2-493d-a9ea-24d7d2acadba tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 945 time: 0.0856586 Apr 14 22:05:52.185384 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1bff3135-acd9-4c49-b5bc-5a172cfe2ba2 req-f85e1755-89f7-4ba3-b10d-2a4077193e6e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825012 Apr 14 22:05:52.634126 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:52.780117 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13813d-b2cf-4180-bc26-5819f34c6a2c req-6dc9b698-fecf-4ea1-8ed7-f1fe2230b98d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:52.782419 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ab13813d-b2cf-4180-bc26-5819f34c6a2c req-6dc9b698-fecf-4ea1-8ed7-f1fe2230b98d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0575500 Apr 14 22:05:52.907020 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ab13813d-b2cf-4180-bc26-5819f34c6a2c req-cf5c89be-0577-49fd-a1d9-da4827181827 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124623 Apr 14 22:05:53.360310 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8edc-a6e1-4b57-afb0-79b9f7ab822a req-fcbc2dec-8aa2-4d85-a31f-2de4604e677e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:53.361936 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-466a8edc-a6e1-4b57-afb0-79b9f7ab822a req-fcbc2dec-8aa2-4d85-a31f-2de4604e677e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 945 time: 0.0748961 Apr 14 22:05:53.462353 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-466a8edc-a6e1-4b57-afb0-79b9f7ab822a req-ea3c0edd-0531-4138-8b3c-843b94687c05 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918536 Apr 14 22:05:53.621168 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0efe4-97b7-4615-a072-bd36e9232de8 req-c0fe380f-f620-43d9-9fe4-08ad2484e958 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:53.622875 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bca0efe4-97b7-4615-a072-bd36e9232de8 req-c0fe380f-f620-43d9-9fe4-08ad2484e958 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 945 time: 0.0749879 Apr 14 22:05:53.682075 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bca0efe4-97b7-4615-a072-bd36e9232de8 req-9cafd681-39b8-4821-8d7a-6f7c63e7f445 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521395 Apr 14 22:05:53.708753 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54326) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:53.926874 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb2e411-096b-4b14-b922-00cb64a243ae tempest-TestVolumeBootPattern-1846973512 tempest-TestVolumeBootPattern-1846973512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:53.928500 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dbb2e411-096b-4b14-b922-00cb64a243ae tempest-TestVolumeBootPattern-1846973512 tempest-TestVolumeBootPattern-1846973512-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 1124 time: 0.2186811 Apr 14 22:05:53.931848 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54330) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:05:53.943463 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'port_id': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:05:54.062194 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.070461 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19b0b6-e7e1-46f6-bbdd-f1f12d632a75 req-685f7b77-2f26-4d76-9875-dd12d52b676b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:54.071972 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cd19b0b6-e7e1-46f6-bbdd-f1f12d632a75 req-685f7b77-2f26-4d76-9875-dd12d52b676b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0624225 Apr 14 22:05:54.163791 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:54.164963 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cd19b0b6-e7e1-46f6-bbdd-f1f12d632a75 req-7b59c95f-c186-4122-9ee0-097a56b035ad tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747397 Apr 14 22:05:54.295365 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Allocated IP 172.27.1.248 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/127f528e-594b-4f0e-9968-03a03d5515af) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:05:54.407650 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for port (127f528e-594b-4f0e-9968-03a03d5515af), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.011116 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (127f528e-594b-4f0e-9968-03a03d5515af), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.048660 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:05:55.052337 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:05:55.058239 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:05:55.082778 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'Port': ['ID=127f528e-594b-4f0e-9968-03a03d5515af,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.098829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.100001 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.100001 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:05:55.398304 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91dc01-317f-4e63-823e-19f05acccb23 req-e744ac6d-ccd3-464c-bfad-77ce56eaac60 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:55.400748 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bf91dc01-317f-4e63-823e-19f05acccb23 req-e744ac6d-ccd3-464c-bfad-77ce56eaac60 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.1230009 Apr 14 22:05:55.653206 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bf91dc01-317f-4e63-823e-19f05acccb23 req-117cd527-b09e-4988-a773-3b6ab6acbd97 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2450836 Apr 14 22:05:55.744385 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (310ab821-2692-4972-b155-7f9c0e3117fb), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:55.995754 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (127f528e-594b-4f0e-9968-03a03d5515af), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:56.526691 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for port (127f528e-594b-4f0e-9968-03a03d5515af), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:56.655858 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (127f528e-594b-4f0e-9968-03a03d5515af), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:56.783652 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (310ab821-2692-4972-b155-7f9c0e3117fb), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:56.829825 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'Port': ['ID=127f528e-594b-4f0e-9968-03a03d5515af,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:05:56.842744 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80b608-3fdb-4ec6-b9a1-c87ce3b6d58f req-d2632054-01eb-4a10-900e-698209537e07 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:56.844485 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cd80b608-3fdb-4ec6-b9a1-c87ce3b6d58f req-d2632054-01eb-4a10-900e-698209537e07 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0696151 Apr 14 22:05:56.905578 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cd80b608-3fdb-4ec6-b9a1-c87ce3b6d58f req-6aa4d530-3948-480c-838c-c2d1dd0b8f06 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536439 Apr 14 22:05:56.950732 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Floating IP 310ab821-2692-4972-b155-7f9c0e3117fb associated. External IP: 172.27.1.248, port: d5ab90ef-94d9-42e4-a6e8-6322dc00896b. Apr 14 22:05:57.292567 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Router af15e10b-8736-4d5b-ad44-d253e292df4c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:05:57.439399 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:05:57.453600 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] Sync routers for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:05:57.467593 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:57.468208 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:05:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:57.595886 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:57.642596 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:05:57.700216 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-95e6353f-0e7c-4d47-bc5e-e0faa1c20b68 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7629504 Apr 14 22:05:57.701567 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'tag': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:05:57.704513 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1569cee-bb87-498b-9a21-12839801c374" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdc5e62-0b89-4286-ae98-38b2a8177663", "tag": "d5ab90ef-94d9-42e4-a6e8-6322dc00896b"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:05:57.750249 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634caf8f-653a-4909-b357-af69f27f4eea x-openstack-request-id: req-634caf8f-653a-4909-b357-af69f27f4eea {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:05:57.750948 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdc5e62-0b89-4286-ae98-38b2a8177663", "tag": "d5ab90ef-94d9-42e4-a6e8-6322dc00896b", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:05:57.751652 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-634caf8f-653a-4909-b357-af69f27f4eea {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:05:57.752807 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634caf8f-653a-4909-b357-af69f27f4eea'] response: {'name': 'network-changed', 'server_uuid': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'tag': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'status': 'completed', 'code': 200} Apr 14 22:05:57.856160 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569cee-bb87-498b-9a21-12839801c374 req-7a8eab3e-0992-491b-a0ae-9fab861197cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:57.858329 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1569cee-bb87-498b-9a21-12839801c374 req-7a8eab3e-0992-491b-a0ae-9fab861197cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 1129 time: 0.0754237 Apr 14 22:05:57.877465 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '310ab821-2692-4972-b155-7f9c0e3117fb', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:95:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:05:55Z', 'updated_at': '2022-04-14T22:05:55Z', 'revision_number': 0, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:57.926761 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] Checking router: af15e10b-8736-4d5b-ad44-d253e292df4c for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:05:57.939844 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:05:57.942620 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:05:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:58.003292 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569cee-bb87-498b-9a21-12839801c374 req-a35216c2-3015-4988-b96b-bce88b379291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:58.006304 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1569cee-bb87-498b-9a21-12839801c374 req-a35216c2-3015-4988-b96b-bce88b379291 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 912 time: 0.1359217 Apr 14 22:05:58.129577 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d457c43-edf6-43f7-b997-c9c22bc352f2 req-35a6493f-0b3b-4f11-95a7-fd999c4b5c6a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:58.132933 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6d457c43-edf6-43f7-b997-c9c22bc352f2 req-35a6493f-0b3b-4f11-95a7-fd999c4b5c6a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0639524 Apr 14 22:05:58.142555 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:05:58.196558 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1569cee-bb87-498b-9a21-12839801c374 req-0ba3edc2-47da-4184-b3ed-e55100b72193 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5ab90ef-94d9-42e4-a6e8-6322dc00896b HTTP/1.1" status: 200 len: 999 time: 0.1793995 Apr 14 22:05:58.252961 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6d457c43-edf6-43f7-b997-c9c22bc352f2 req-de6070c5-3827-404c-8c55-2cef5bf50ba9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081789 Apr 14 22:05:58.273577 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569cee-bb87-498b-9a21-12839801c374 req-fdad5e88-2b3c-47a1-b72c-4496936406e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:58.275401 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1569cee-bb87-498b-9a21-12839801c374 req-fdad5e88-2b3c-47a1-b72c-4496936406e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0629389 Apr 14 22:05:58.327950 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569cee-bb87-498b-9a21-12839801c374 req-aff42847-5eef-4df0-a188-1e4f3c255b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:58.329535 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1569cee-bb87-498b-9a21-12839801c374 req-aff42847-5eef-4df0-a188-1e4f3c255b55 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437605 Apr 14 22:05:58.443296 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1569cee-bb87-498b-9a21-12839801c374 req-6903f18b-b9fe-446f-8093-884c3fc35e2f service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017544 Apr 14 22:05:58.468558 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '310ab821-2692-4972-b155-7f9c0e3117fb', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:95:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:05:55Z', 'updated_at': '2022-04-14T22:05:55Z', 'revision_number': 0, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:05:58.512721 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56efd63b-5545-4dfd-9e3c-e9aa02946f08 None None] The sync data for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi is: [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '310ab821-2692-4972-b155-7f9c0e3117fb', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:95:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:05:55Z', 'updated_at': '2022-04-14T22:05:55Z', 'revision_number': 0, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:05:58.890141 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1569cee-bb87-498b-9a21-12839801c374 req-53d80517-1ee3-4df9-ad9e-83e19cd3d8ac service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003587 Apr 14 22:05:58.891125 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652c8f1-bba2-4f0a-8c40-c8661f5d66f2 None None] New status for floating IP 310ab821-2692-4972-b155-7f9c0e3117fb: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:05:59.404545 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d3a72-2ef1-4447-bdf0-361eaa1dd22c req-7893f8ff-de9e-43b8-bb13-06a36e4b1158 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:05:59.408171 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1b0d3a72-2ef1-4447-bdf0-361eaa1dd22c req-7893f8ff-de9e-43b8-bb13-06a36e4b1158 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0680697 Apr 14 22:05:59.484828 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1b0d3a72-2ef1-4447-bdf0-361eaa1dd22c req-a6255a04-a4a9-41b2-9d85-13593bf6ea1b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666835 Apr 14 22:06:00.624244 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5a2a8-e985-4f2c-86b5-9e00ddb3b9c5 req-b2f05e25-43b6-4f87-8316-c6ca4bb3f892 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:00.625804 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9cc5a2a8-e985-4f2c-86b5-9e00ddb3b9c5 req-b2f05e25-43b6-4f87-8316-c6ca4bb3f892 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0537055 Apr 14 22:06:00.678983 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9cc5a2a8-e985-4f2c-86b5-9e00ddb3b9c5 req-e190d61c-f515-42e5-ac00-95cff2af14d7 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468440 Apr 14 22:06:01.804355 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d027802-d296-4c9b-88ef-35fb057143e0 req-51cc6697-1352-4ad2-9a22-a7276a875b60 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:01.805893 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8d027802-d296-4c9b-88ef-35fb057143e0 req-51cc6697-1352-4ad2-9a22-a7276a875b60 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0509405 Apr 14 22:06:01.821777 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-f7564463-a4b3-4959-985c-ab89adec521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:01.823269 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-f7564463-a4b3-4959-985c-ab89adec521f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 1129 time: 0.0429139 Apr 14 22:06:01.855987 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8d027802-d296-4c9b-88ef-35fb057143e0 req-34076cbd-8da3-4de7-ac0c-f8ccf1c2ca4d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444646 Apr 14 22:06:01.926035 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-7f8b2cfd-380b-478e-8d69-88c579e9cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:01.927545 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-7f8b2cfd-380b-478e-8d69-88c579e9cd62 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 916 time: 0.0969760 Apr 14 22:06:01.999275 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-4a0dd06a-61fc-4664-a6ba-64207e74c88b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570 HTTP/1.1" status: 200 len: 1001 time: 0.0649314 Apr 14 22:06:02.049924 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-b30e4381-69d2-4709-b703-9297d7620362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:02.051702 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-b30e4381-69d2-4709-b703-9297d7620362 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0451586 Apr 14 22:06:02.096843 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-b7860fb0-b559-461a-9182-c32c60a5be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:02.099385 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-b7860fb0-b559-461a-9182-c32c60a5be3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411444 Apr 14 22:06:02.199035 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-c401cd8e-7f98-48de-bb62-111d6db783c5 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924718 Apr 14 22:06:02.297019 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4194a5e6-40a1-43ef-9a8a-a244f6c6e764 req-2ce9fdbd-1529-40ad-8771-35b7875f21dc service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903437 Apr 14 22:06:03.007718 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d0de-b4fa-4f6f-99b0-7c290b8f05a2 req-ab2d3b7a-f705-4896-bfa3-9b2d53c9c795 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:03.009228 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9cd9d0de-b4fa-4f6f-99b0-7c290b8f05a2 req-ab2d3b7a-f705-4896-bfa3-9b2d53c9c795 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0660329 Apr 14 22:06:03.068626 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9cd9d0de-b4fa-4f6f-99b0-7c290b8f05a2 req-d6737f24-8ef8-4a49-97c4-12ec03c1609d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533371 Apr 14 22:06:04.364241 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6824b9-0b04-4f7d-81b3-1747b594a511 req-5d2dd90a-ce2b-4c83-9adb-14b6daa38aa8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:04.365971 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a6824b9-0b04-4f7d-81b3-1747b594a511 req-5d2dd90a-ce2b-4c83-9adb-14b6daa38aa8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 945 time: 0.0536780 Apr 14 22:06:04.417915 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a6824b9-0b04-4f7d-81b3-1747b594a511 req-7a82daac-6b1f-4fed-888c-b0b93c7bfa68 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451639 Apr 14 22:06:05.018302 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device a5a1eab0-286b-4cbd-adb9-b79faf9f5570 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:06:05.102438 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 is: ACTIVE; New status is: DOWN {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:06:05.102858 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:05.129796 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:06:05.132114 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334c77cf-54ec-4fa8-9e00-8dbbffa6d7ee" -d '{"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:06:05.145888 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:05.170301 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 22:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd2bea-849c-4f15-89a1-1b6e33084240 x-openstack-request-id: req-fadd2bea-849c-4f15-89a1-1b6e33084240 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:06:05.170657 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:06:05.170916 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fadd2bea-849c-4f15-89a1-1b6e33084240 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:06:05.171322 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadd2bea-849c-4f15-89a1-1b6e33084240'] response: {'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'code': 200} Apr 14 22:06:05.255965 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:05.312166 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=8']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:05.543700 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f1793-7f34-4b24-b2b3-1221ecff0418 req-675d6fa2-d332-4214-a51c-2de5f826ca01 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:05.545182 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-137f1793-7f34-4b24-b2b3-1221ecff0418 req-675d6fa2-d332-4214-a51c-2de5f826ca01 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0521379 Apr 14 22:06:05.595389 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-137f1793-7f34-4b24-b2b3-1221ecff0418 req-5b41072f-343e-4194-8d78-3f9c70bfdbcf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445883 Apr 14 22:06:07.994154 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-2c3eb242-a754-4d4d-858a-7e75c44ee72c req-8db759de-837a-4f1e-9483-b4a2b7be085f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:06:07.995227 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c3eb242-a754-4d4d-858a-7e75c44ee72c req-8db759de-837a-4f1e-9483-b4a2b7be085f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056369 Apr 14 22:06:08.332184 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a3854-d781-4cbd-95a9-2fff82220e06 req-20bc3d5d-9775-4fd4-bd63-d19c11cfda09 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:08.333851 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-376a3854-d781-4cbd-95a9-2fff82220e06 req-20bc3d5d-9775-4fd4-bd63-d19c11cfda09 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0540872 Apr 14 22:06:08.386937 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-376a3854-d781-4cbd-95a9-2fff82220e06 req-ba3944f8-c8cc-4e4c-9eec-a3c353729bbd tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471442 Apr 14 22:06:08.701784 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-9e1aebe7-043f-4319-8438-5f55bf0b73ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399137 Apr 14 22:06:08.785259 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-5842cc78-e6a3-4d16-a7ae-eab5c09330ae tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:08.786749 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-5842cc78-e6a3-4d16-a7ae-eab5c09330ae tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports/a5a1eab0-286b-4cbd-adb9-b79faf9f5570 HTTP/1.1" status: 200 len: 940 time: 0.0550132 Apr 14 22:06:09.520402 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef610ef8-3462-4e92-b164-95a8e47ad0e9 req-a987cfc4-d5eb-433c-88a1-6521c7b03721 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:09.521925 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ef610ef8-3462-4e92-b164-95a8e47ad0e9 req-a987cfc4-d5eb-433c-88a1-6521c7b03721 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0575356 Apr 14 22:06:09.571507 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ef610ef8-3462-4e92-b164-95a8e47ad0e9 req-fe991c1a-b04d-4aae-ae22-d33413028f70 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436709 Apr 14 22:06:10.005458 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:10.483156 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-8ee76d76-5c5b-441a-a9ec-b26a3a73d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:10.484712 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-8ee76d76-5c5b-441a-a9ec-b26a3a73d593 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33&tenant_id=4341bd0e366648d2a8e427316961d985 HTTP/1.1" status: 200 len: 1127 time: 0.0838985 Apr 14 22:06:10.562161 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-69a750d8-b740-420b-bee9-341dcb447fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:10.563771 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-69a750d8-b740-420b-bee9-341dcb447fee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 1127 time: 0.0449407 Apr 14 22:06:10.683192 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-5e814560-c252-47a3-9636-12fd7b4ffbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:10.684717 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-5e814560-c252-47a3-9636-12fd7b4ffbf8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 916 time: 0.0974374 Apr 14 22:06:10.703618 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255ef88-29ae-4b10-bf5a-d59b30d73af4 req-44c07b89-9844-42fb-b3d4-a9e5554a1a90 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:10.706323 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8255ef88-29ae-4b10-bf5a-d59b30d73af4 req-44c07b89-9844-42fb-b3d4-a9e5554a1a90 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0560429 Apr 14 22:06:10.759661 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8255ef88-29ae-4b10-bf5a-d59b30d73af4 req-f7c5dc4e-a191-4313-b46c-e97f5f4fb601 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463281 Apr 14 22:06:10.781619 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-4a2b149a-38e0-43c4-93c4-4edd00c57b57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570 HTTP/1.1" status: 200 len: 999 time: 0.0803900 Apr 14 22:06:10.851373 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-b6d4cf6b-195a-4a53-973b-6a70defcaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:10.852775 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-b6d4cf6b-195a-4a53-973b-6a70defcaffa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0584900 Apr 14 22:06:10.907744 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-b53dc218-fc6c-4c9e-af7a-40bfd6faccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:10.909382 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-b53dc218-fc6c-4c9e-af7a-40bfd6faccb2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425887 Apr 14 22:06:11.285042 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-13828d83-2b10-4f0e-bea4-88914cc6c783 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669677 Apr 14 22:06:11.385532 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-fd6f9815-ded9-4424-86e9-0ec62dec3e16 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934100 Apr 14 22:06:11.938369 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a52a88-c555-43b1-8e6e-85d6539ebbe2 req-3ba87ce2-d60f-4f38-a631-f7ae87a43d41 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:11.939869 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-63a52a88-c555-43b1-8e6e-85d6539ebbe2 req-3ba87ce2-d60f-4f38-a631-f7ae87a43d41 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.1053517 Apr 14 22:06:12.010202 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-63a52a88-c555-43b1-8e6e-85d6539ebbe2 req-cc03b89c-7515-4606-8d87-79529eb239b6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629587 Apr 14 22:06:13.202375 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344997-a534-4ceb-9721-fefd5724e0fc req-66a0a368-85cc-4283-8646-a8213a494068 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:13.203981 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-39344997-a534-4ceb-9721-fefd5724e0fc req-66a0a368-85cc-4283-8646-a8213a494068 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.1104586 Apr 14 22:06:13.258600 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-39344997-a534-4ceb-9721-fefd5724e0fc req-8ffb2a35-67b8-427f-b145-a50a78f31caa tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480168 Apr 14 22:06:14.437048 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b407-0e1e-45b5-a243-5053adcbb9ea req-5d559e73-ce63-4960-8395-209df1ae38d6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:14.438589 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e371b407-0e1e-45b5-a243-5053adcbb9ea req-5d559e73-ce63-4960-8395-209df1ae38d6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0564623 Apr 14 22:06:14.495968 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e371b407-0e1e-45b5-a243-5053adcbb9ea req-f583122e-ac95-4d2c-a3ef-a55ce423e607 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511186 Apr 14 22:06:15.627475 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd55f6e-2849-4980-a8c5-9931f617abf9 req-86b7a401-74c8-462e-b4ea-2b9401514f55 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:15.629735 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cdd55f6e-2849-4980-a8c5-9931f617abf9 req-86b7a401-74c8-462e-b4ea-2b9401514f55 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0540566 Apr 14 22:06:15.699018 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cdd55f6e-2849-4980-a8c5-9931f617abf9 req-67668cfa-db4c-42d8-a2f1-e2e8624cfbe0 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611937 Apr 14 22:06:16.101389 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f2d72480-9bf8-4a4f-9324-43900a8ed6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:16.225814 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:06:16.828675 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4f25b-76b3-4076-9a87-f379c720c050 req-dd180ed1-8724-4935-875f-26b6e394641a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:16.830199 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aaa4f25b-76b3-4076-9a87-f379c720c050 req-dd180ed1-8724-4935-875f-26b6e394641a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0505252 Apr 14 22:06:16.880605 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aaa4f25b-76b3-4076-9a87-f379c720c050 req-7c620a7f-2e56-4e17-a7f5-e0aaf1172034 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441551 Apr 14 22:06:18.033218 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6934fd6-8d33-4d8a-8b69-26c9f46a27c9 req-d52b2534-9c84-4075-a49c-8fd00f7fd472 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:18.035419 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c6934fd6-8d33-4d8a-8b69-26c9f46a27c9 req-d52b2534-9c84-4075-a49c-8fd00f7fd472 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0607257 Apr 14 22:06:18.086256 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c6934fd6-8d33-4d8a-8b69-26c9f46a27c9 req-1b7cba6f-751a-4480-9c9c-fcf5d8f3734b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454676 Apr 14 22:06:18.546918 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4da5-4749-4335-a3fe-1e8387ea3dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:19.216851 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dc4c3-b030-4073-978e-c5dd44933d1d req-f75ecc39-8e81-4009-af21-e03c0f3afcd2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:19.218345 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2a2dc4c3-b030-4073-978e-c5dd44933d1d req-f75ecc39-8e81-4009-af21-e03c0f3afcd2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0516183 Apr 14 22:06:19.267963 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2a2dc4c3-b030-4073-978e-c5dd44933d1d req-6efbd647-d874-43cf-9ff6-cc8677c41318 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422735 Apr 14 22:06:19.752290 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:20.571317 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d1078-fa0e-4a62-828e-d61e17aeb691 req-17e76ed1-3fce-4381-9c3e-955bc692a3a2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:20.572846 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d40d1078-fa0e-4a62-828e-d61e17aeb691 req-17e76ed1-3fce-4381-9c3e-955bc692a3a2 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0471153 Apr 14 22:06:20.621746 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d40d1078-fa0e-4a62-828e-d61e17aeb691 req-2ec095e3-0069-4619-a339-0e4fe7231fed tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430927 Apr 14 22:06:20.866934 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:21.771257 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342bd8b-76c1-4ae1-9b93-531b7bdaad27 req-438c8307-ceb6-45f2-9d7c-27dded306738 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:21.773798 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5342bd8b-76c1-4ae1-9b93-531b7bdaad27 req-438c8307-ceb6-45f2-9d7c-27dded306738 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0680530 Apr 14 22:06:21.833380 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5342bd8b-76c1-4ae1-9b93-531b7bdaad27 req-ef08c034-9099-4b00-9fa4-020d3e6c26b5 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495918 Apr 14 22:06:22.616800 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:23.025718 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d0bf-51c0-4973-8ca9-4d40d915a8c5 req-590113db-d81b-49f1-8831-596ece10a795 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:23.025718 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9c93d0bf-51c0-4973-8ca9-4d40d915a8c5 req-590113db-d81b-49f1-8831-596ece10a795 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0714097 Apr 14 22:06:23.054906 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9c93d0bf-51c0-4973-8ca9-4d40d915a8c5 req-c7ac440e-3dfb-46db-90bd-e2eba45d7caf tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507193 Apr 14 22:06:24.180043 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe6b51-b546-4e03-a0a3-948ce35b6ad0 req-48e85794-8828-45a2-b2d6-c483d10b7a05 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:24.181619 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f7fe6b51-b546-4e03-a0a3-948ce35b6ad0 req-48e85794-8828-45a2-b2d6-c483d10b7a05 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0514870 Apr 14 22:06:24.230166 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f7fe6b51-b546-4e03-a0a3-948ce35b6ad0 req-9ff81ce9-dc53-4d0b-b13b-37dc64764421 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429726 Apr 14 22:06:25.355258 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676e1d1-a40b-4dba-b678-ffee69905b81 req-80e70c0f-756c-4530-8e9b-586bc724d55d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:25.357064 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5676e1d1-a40b-4dba-b678-ffee69905b81 req-80e70c0f-756c-4530-8e9b-586bc724d55d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0531642 Apr 14 22:06:25.404936 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5676e1d1-a40b-4dba-b678-ffee69905b81 req-ae7d4f84-03da-43e1-8282-b5cc3e215eb8 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417368 Apr 14 22:06:26.531368 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0777b-7590-4793-9e05-260ca04c0061 req-80cd3f09-56f1-4ba7-a9be-27b1df17f248 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:26.532906 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87e0777b-7590-4793-9e05-260ca04c0061 req-80cd3f09-56f1-4ba7-a9be-27b1df17f248 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0517056 Apr 14 22:06:26.581036 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87e0777b-7590-4793-9e05-260ca04c0061 req-1d68d2ab-1566-4b98-bd60-40357ab63d62 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420780 Apr 14 22:06:27.704015 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff4109-e0f5-4dda-b02e-e0fa5021fd5b req-c377fb11-ae5f-4d8b-9ec6-21517bf25a5a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:27.705652 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7bff4109-e0f5-4dda-b02e-e0fa5021fd5b req-c377fb11-ae5f-4d8b-9ec6-21517bf25a5a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0490210 Apr 14 22:06:27.770843 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7bff4109-e0f5-4dda-b02e-e0fa5021fd5b req-935c25e6-de56-4b66-827a-233f7468acc9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588281 Apr 14 22:06:28.897026 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e215a-0f5f-41b6-baa6-9449fdb72410 req-499aca61-c078-4b90-a770-db89ac2cc7f6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:28.898611 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-929e215a-0f5f-41b6-baa6-9449fdb72410 req-499aca61-c078-4b90-a770-db89ac2cc7f6 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0537922 Apr 14 22:06:28.952985 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-929e215a-0f5f-41b6-baa6-9449fdb72410 req-1d4f764a-483f-41e6-ae5a-ab894407aeda tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485194 Apr 14 22:06:30.072599 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daba6d-6b9f-4dc6-bf43-8c743a9c5b6b req-0776cd30-c425-416f-97a8-2cda18bc1659 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:30.074136 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7daba6d-6b9f-4dc6-bf43-8c743a9c5b6b req-0776cd30-c425-416f-97a8-2cda18bc1659 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0477014 Apr 14 22:06:30.122332 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7daba6d-6b9f-4dc6-bf43-8c743a9c5b6b req-0cd7f9ff-8220-482d-b05d-5b3926479deb tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424139 Apr 14 22:06:30.835318 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-ae689948-de82-4261-b214-d0ff37afdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:30.836862 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-ae689948-de82-4261-b214-d0ff37afdb98 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4341bd0e366648d2a8e427316961d985&device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 1127 time: 0.0393839 Apr 14 22:06:30.946533 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-fa5376b5-aeef-4393-999f-964883bf2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:30.948067 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-fa5376b5-aeef-4393-999f-964883bf2bd8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 200 len: 916 time: 0.0903404 Apr 14 22:06:31.020379 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-5be46e0f-1575-49af-8d49-485fed505273 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570 HTTP/1.1" status: 200 len: 999 time: 0.0659325 Apr 14 22:06:31.070630 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-657f08f1-1dd0-4154-9fea-540bdcb31eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:31.072214 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-657f08f1-1dd0-4154-9fea-540bdcb31eb5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 200 len: 854 time: 0.0455973 Apr 14 22:06:31.108741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device a5a1eab0-286b-4cbd-adb9-b79faf9f5570 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:06:31.118331 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-569510a8-c77e-4007-9ad5-cd2ca4c27058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:31.119909 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-569510a8-c77e-4007-9ad5-cd2ca4c27058 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad71b8f-feb8-42d7-a41c-dab223adb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414045 Apr 14 22:06:31.130521 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-4f651d25-399a-45af-9866-f13ed6c1f67d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:06:31.131539 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-4f651d25-399a-45af-9866-f13ed6c1f67d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051806 Apr 14 22:06:31.218112 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:31.229741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'port_id': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'mac_address': 'fa:16:3e:da:1f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:06:31.266468 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:06:31.266860 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:31.266989 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fd56d-0e17-469f-9737-6c82b08066a6 req-abac9260-8f4b-4a2f-8642-472384f01567 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:31.269438 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ed3fd56d-0e17-469f-9737-6c82b08066a6 req-abac9260-8f4b-4a2f-8642-472384f01567 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 943 time: 0.0686605 Apr 14 22:06:31.271649 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-653ea9b0-314a-45bb-9ced-30853fc50837 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332183 Apr 14 22:06:31.282706 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a1eab0-286b-4cbd-adb9-b79faf9f5570 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:06:31.303851 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:31.379878 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ed3fd56d-0e17-469f-9737-6c82b08066a6 req-a771b892-880d-43d7-bbc8-1c3a4d2a34ab tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040268 Apr 14 22:06:31.387085 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:31.405621 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bb52830-6484-48dd-a79a-260ebbb6121c req-d65275d9-81fd-4483-a38c-fe14eb8a4c61 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236417 Apr 14 22:06:31.454139 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=9']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:31.864599 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['a5a1eab0-286b-4cbd-adb9-b79faf9f5570'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:06:32.509893 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c208feb-9d65-4de9-a005-b4f8b240935f req-3c41f278-c39c-4c3b-9657-97b4424ca1e1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:32.511412 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7c208feb-9d65-4de9-a005-b4f8b240935f req-3c41f278-c39c-4c3b-9657-97b4424ca1e1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 944 time: 0.0489726 Apr 14 22:06:32.564362 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7c208feb-9d65-4de9-a005-b4f8b240935f req-679afb96-f80f-4b96-99cf-74ddf9688d46 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471389 Apr 14 22:06:33.105513 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device a5a1eab0-286b-4cbd-adb9-b79faf9f5570 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:06:33.154276 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:06:33.154574 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.231009 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:06:33.231448 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.254800 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:06:33.257087 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72da678b-1679-46da-be2a-e4c5572867ea" -d '{"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-plugged", "status": "completed", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:06:33.271326 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:06:33.293807 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fcf168-e2dc-4982-ae5d-bc40254286ce x-openstack-request-id: req-52fcf168-e2dc-4982-ae5d-bc40254286ce {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:06:33.294094 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-plugged", "status": "completed", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:06:33.294346 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52fcf168-e2dc-4982-ae5d-bc40254286ce {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:06:33.294742 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fcf168-e2dc-4982-ae5d-bc40254286ce'] response: {'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'code': 200} Apr 14 22:06:33.357987 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:33.409735 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=10']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:06:33.668932 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3220-3b1c-4fd0-9918-8b09b25d3d46 req-203422bd-b3de-4d00-95e0-9a6179e2d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:33.670390 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-687a3220-3b1c-4fd0-9918-8b09b25d3d46 req-203422bd-b3de-4d00-95e0-9a6179e2d5ca service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 1130 time: 0.0419545 Apr 14 22:06:33.695689 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50648fa3-9bf8-47a3-bd7d-018fd94e3e7a req-4cf7b0ce-1808-4c29-ad9b-3616aee4c51a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:33.697219 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-50648fa3-9bf8-47a3-bd7d-018fd94e3e7a req-4cf7b0ce-1808-4c29-ad9b-3616aee4c51a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 946 time: 0.0560930 Apr 14 22:06:33.717716 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-687a3220-3b1c-4fd0-9918-8b09b25d3d46 req-f9e70439-839c-4577-8eb1-2939578db2ac service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387058 Apr 14 22:06:33.748685 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-50648fa3-9bf8-47a3-bd7d-018fd94e3e7a req-fc9a2926-0c72-4a65-a5f9-f284b2ccd7de tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454054 Apr 14 22:06:34.883246 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb5811-7c1c-4d42-8533-4f06b102612e req-b9bea3e2-faba-44ff-b34f-cc92deaf96f3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:34.884798 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f9cb5811-7c1c-4d42-8533-4f06b102612e req-b9bea3e2-faba-44ff-b34f-cc92deaf96f3 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 946 time: 0.0544252 Apr 14 22:06:34.938922 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f9cb5811-7c1c-4d42-8533-4f06b102612e req-b075fcbd-a7d3-457d-a065-7de8e880b756 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479705 Apr 14 22:06:36.065244 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb34229-900f-4f59-9c07-7c74c02f4e0f req-2ce7a419-2fc9-4312-a645-0f13b3c4250e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:36.066736 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bcb34229-900f-4f59-9c07-7c74c02f4e0f req-2ce7a419-2fc9-4312-a645-0f13b3c4250e tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 946 time: 0.0472724 Apr 14 22:06:36.118998 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bcb34229-900f-4f59-9c07-7c74c02f4e0f req-435cc404-cd97-4111-ac1f-823b0105bb18 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464263 Apr 14 22:06:37.238653 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f14b8-dd00-4191-9e00-680b1ea53826 req-7f574e16-84d0-484e-b8ac-1aea01623e42 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:37.240235 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c09f14b8-dd00-4191-9e00-680b1ea53826 req-7f574e16-84d0-484e-b8ac-1aea01623e42 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 946 time: 0.0497239 Apr 14 22:06:37.292206 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c09f14b8-dd00-4191-9e00-680b1ea53826 req-39e30260-93a7-4834-bed2-ed30287c0858 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460145 Apr 14 22:06:38.431138 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae44a9e-d884-449a-944e-61210271292d req-4d82bbc8-3b88-4de1-aa41-c6c76b031806 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:06:38.433090 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5ae44a9e-d884-449a-944e-61210271292d req-4d82bbc8-3b88-4de1-aa41-c6c76b031806 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 946 time: 0.0569477 Apr 14 22:06:38.482360 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5ae44a9e-d884-449a-944e-61210271292d req-33bc018a-30be-4266-897f-2b31c76e8b67 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433185 Apr 14 22:06:40.209333 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:46.186593 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-698bbb3d-f135-43f8-bcf5-944b0c2ab0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:48.534965 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-297d0809-9291-43f4-a286-6cf74ade9aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:49.779319 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:50.946312 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:52.636292 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:06:53.228455 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:07:05.342504 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54596) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:05.506513 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Deleting port e7453b2f-0d18-4e83-9ee2-4076059d2970 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:05.506840 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (e7453b2f-0d18-4e83-9ee2-4076059d2970), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:05.587172 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (e7453b2f-0d18-4e83-9ee2-4076059d2970), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:05.587496 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for floatingip (e7453b2f-0d18-4e83-9ee2-4076059d2970), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:05.602289 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Calling delete_port for e7453b2f-0d18-4e83-9ee2-4076059d2970 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:06.226274 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (e7453b2f-0d18-4e83-9ee2-4076059d2970), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.253653 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event deleted for resources: {'Port': ['ID=e7453b2f-0d18-4e83-9ee2-4076059d2970,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:06.267935 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.268289 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.268715 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.269068 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.269420 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.269748 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.270181 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.270549 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.270853 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.271183 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.271515 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.271847 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.272178 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.272543 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.272890 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:06.336567 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for floatingip (137c36a2-9d1d-4f9a-b97d-d7f4dedd896c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.337339 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Floating IP 137c36a2-9d1d-4f9a-b97d-d7f4dedd896c disassociated (deleted). External IP: 172.27.1.115, port: b27aff80-c99a-46c4-8e83-30a4f33db216. Apr 14 22:07:06.581083 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Router 53950e4d-ff84-4c13-9c5c-401701c73543 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:06.701337 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:06.707854 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:06.712766 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] Sync routers for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:06.724417 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:06.725061 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:06:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:06.744949 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f4de1915-4a70-44bc-926b-c3a742e30c2c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "DELETE /v2.0/floatingips/137c36a2-9d1d-4f9a-b97d-d7f4dedd896c HTTP/1.1" status: 204 len: 168 time: 1.4012790 Apr 14 22:07:06.752311 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:06.752311 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52be44c-d57e-4578-bb75-368a869cd4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:06.786106 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d12e38-a597-4755-81dc-6ecab053baba x-openstack-request-id: req-60d12e38-a597-4755-81dc-6ecab053baba {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:06.786401 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:06.786655 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60d12e38-a597-4755-81dc-6ecab053baba {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:06.787062 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d12e38-a597-4755-81dc-6ecab053baba'] response: {'name': 'network-changed', 'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'status': 'completed', 'code': 200} Apr 14 22:07:06.864423 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:06.878512 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-48d16543-5451-4e2e-a09f-2bfeadb35009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:06.878512 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-48d16543-5451-4e2e-a09f-2bfeadb35009 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=36c976f9546746d293b7a29600a0fad3&device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 1130 time: 0.0561213 Apr 14 22:07:06.987165 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-b2d9d791-45c9-4ee6-a1bc-677bb27b81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:06.989507 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-b2d9d791-45c9-4ee6-a1bc-677bb27b81ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7cc0398-02c2-4de0-9d94-41df3d394e36 HTTP/1.1" status: 200 len: 910 time: 0.1055927 Apr 14 22:07:07.036354 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-5c25ff43-f7a4-4793-852b-4c87e27a6902 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27aff80-c99a-46c4-8e83-30a4f33db216 HTTP/1.1" status: 200 len: 217 time: 0.0379858 Apr 14 22:07:07.103737 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-578017fb-8005-42f8-9e83-b88cc0009079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:07.105338 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-578017fb-8005-42f8-9e83-b88cc0009079 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52e3e80c-b04f-40d2-a3e6-a1febd78088f HTTP/1.1" status: 200 len: 848 time: 0.0579140 Apr 14 22:07:07.161959 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-ddbed1a8-4eeb-47ac-9294-1c5c02b53253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:07.164141 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-ddbed1a8-4eeb-47ac-9294-1c5c02b53253 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7cc0398-02c2-4de0-9d94-41df3d394e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503216 Apr 14 22:07:07.202216 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e', 'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'mac_address': 'fa:16:3e:e1:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:20Z', 'updated_at': '2022-04-14T21:59:26Z', 'revision_number': 5, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'subnets': [{'id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:07.244386 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] Checking router: 53950e4d-ff84-4c13-9c5c-401701c73543 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:07.255586 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:07.256854 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:06:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:07.286133 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-a52770d3-3c27-4527-86a5-d6280acdf51f service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096997 Apr 14 22:07:07.330339 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3d786-d65b-4d3a-9786-dbbd9633c605 req-46b1548e-1e09-4db4-9f43-16e7689dd0ba tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:07.332628 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cad3d786-d65b-4d3a-9786-dbbd9633c605 req-46b1548e-1e09-4db4-9f43-16e7689dd0ba tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0721810 Apr 14 22:07:07.398561 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:07.407196 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cad3d786-d65b-4d3a-9786-dbbd9633c605 req-8c3b89fd-8be6-4f0c-bf28-97c7295d5c23 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666552 Apr 14 22:07:07.622834 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e', 'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'mac_address': 'fa:16:3e:e1:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:20Z', 'updated_at': '2022-04-14T21:59:26Z', 'revision_number': 5, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'subnets': [{'id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:07.651730 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175c5c8-6661-4204-8f9a-a21addef1f3c None None] The sync data for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi is: [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T21:59:20Z', 'revision_number': 4, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e', 'name': '', 'network_id': 'd7cc0398-02c2-4de0-9d94-41df3d394e36', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'mac_address': 'fa:16:3e:e1:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:20Z', 'updated_at': '2022-04-14T21:59:26Z', 'revision_number': 5, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'subnets': [{'id': '52e3e80c-b04f-40d2-a3e6-a1febd78088f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:07.968324 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffb83b-99ca-4bf8-9d5e-c47f51f81590 None None] New status for floating IP 137c36a2-9d1d-4f9a-b97d-d7f4dedd896c: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:07:08.544019 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a9300-7ef5-4ade-967c-c3bd56f82cb3 req-0ac6b9f6-a2f1-4f21-945a-15a0d5cfb036 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:08.545672 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-329a9300-7ef5-4ade-967c-c3bd56f82cb3 req-0ac6b9f6-a2f1-4f21-945a-15a0d5cfb036 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0591068 Apr 14 22:07:08.614311 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-329a9300-7ef5-4ade-967c-c3bd56f82cb3 req-56f90deb-9b13-427c-8b91-593cd43a04d1 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609298 Apr 14 22:07:08.735743 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b52be44c-d57e-4578-bb75-368a869cd4e8 req-ecf91864-3309-4d71-8597-f34d13ed3217 service neutron] 10.222.0.81 "GET /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963833 Apr 14 22:07:09.462589 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-36ca4943-8dde-4fbf-a2df-3e0a6ef0c8b1 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:09.464137 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-36ca4943-8dde-4fbf-a2df-3e0a6ef0c8b1 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.81 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0597415 Apr 14 22:07:09.580482 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Deleting port b27aff80-c99a-46c4-8e83-30a4f33db216 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:09.581235 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:09.701186 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] For port b27aff80-c99a-46c4-8e83-30a4f33db216, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b27aff80-c99a-46c4-8e83-30a4f33db216,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:09.701760 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:09.725347 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Calling delete_port for b27aff80-c99a-46c4-8e83-30a4f33db216 owned by compute:nova {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:09.747409 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b1e50-23eb-46cc-b92f-2db6cb25e24a req-c4e53736-4699-43d6-a157-b8301228bc6c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:09.748971 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-918b1e50-23eb-46cc-b92f-2db6cb25e24a req-c4e53736-4699-43d6-a157-b8301228bc6c tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 946 time: 0.0545614 Apr 14 22:07:09.817386 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-918b1e50-23eb-46cc-b92f-2db6cb25e24a req-05e5226e-a0b0-43c9-8f1e-a299a8ca98e6 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/security-groups?id=44d1b897-4a02-4c55-8206-7ee724296f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617952 Apr 14 22:07:10.038331 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (b27aff80-c99a-46c4-8e83-30a4f33db216), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:10.076270 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event deleted for resources: {'Port': ['ID=b27aff80-c99a-46c4-8e83-30a4f33db216,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:10.126131 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] No DVR routers for this DVR port b27aff80-c99a-46c4-8e83-30a4f33db216 on host hv-cinder-81322 {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:10.128886 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:10.132246 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84b70edf-de6c-435f-b6af-2dea58e18ed3 req-394c5d3a-03b9-4553-9103-80ab3cfac159 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.81 "DELETE /v2.0/ports/b27aff80-c99a-46c4-8e83-30a4f33db216 HTTP/1.1" status: 204 len: 173 time: 0.6618841 Apr 14 22:07:10.132725 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'name': 'network-vif-deleted', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:10.135108 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f85704-3cb8-46d3-aefc-342cce9fc11b" -d '{"events": [{"server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "name": "network-vif-deleted", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:10.141390 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:10.185003 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f1586b-2b92-4855-9cc5-4317d39a80b2 x-openstack-request-id: req-54f1586b-2b92-4855-9cc5-4317d39a80b2 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:10.185328 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e2192-81b0-4cb8-9006-6ec0e8c23b18", "name": "network-vif-deleted", "tag": "b27aff80-c99a-46c4-8e83-30a4f33db216", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:10.185580 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54f1586b-2b92-4855-9cc5-4317d39a80b2 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:10.185984 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f1586b-2b92-4855-9cc5-4317d39a80b2'] response: {'server_uuid': '404e2192-81b0-4cb8-9006-6ec0e8c23b18', 'name': 'network-vif-deleted', 'tag': 'b27aff80-c99a-46c4-8e83-30a4f33db216', 'status': 'completed', 'code': 200} Apr 14 22:07:10.917456 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9690da5-6123-4e2d-8fb4-1f7ebd374661 req-6149fb20-d68e-4015-9bf1-25c187ae5237 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 210 time: 0.0295708 Apr 14 22:07:12.027816 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e6455ca8-3aba-4e6f-8bd8-520caecead95 req-352196d6-2b30-4cee-b56a-98713717be23 tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "GET /v2.0/ports?device_id=404e2192-81b0-4cb8-9006-6ec0e8c23b18 HTTP/1.1" status: 200 len: 210 time: 0.0311143 Apr 14 22:07:13.098359 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54650) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:13.157100 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0f804cb7-a77a-4a09-833c-1e3ac48c8b6d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group (44d1b897-4a02-4c55-8206-7ee724296f3a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:13.184314 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0f804cb7-a77a-4a09-833c-1e3ac48c8b6d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group (44d1b897-4a02-4c55-8206-7ee724296f3a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:13.345674 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b27aff80-c99a-46c4-8e83-30a4f33db216 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:13.367384 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: b27aff80-c99a-46c4-8e83-30a4f33db216 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:13.367764 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b27aff80-c99a-46c4-8e83-30a4f33db216 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:13.420387 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0f804cb7-a77a-4a09-833c-1e3ac48c8b6d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (44d1b897-4a02-4c55-8206-7ee724296f3a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:13.423810 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0f804cb7-a77a-4a09-833c-1e3ac48c8b6d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:13.425093 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0f804cb7-a77a-4a09-833c-1e3ac48c8b6d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] 10.222.0.52 "DELETE /v2.0/security-groups/44d1b897-4a02-4c55-8206-7ee724296f3a HTTP/1.1" status: 204 len: 168 time: 0.3254197 Apr 14 22:07:13.435072 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f804cb7-a77a-4a09-833c-1e3ac48c8b6d tempest-TestShelveInstance-1565434766 tempest-TestShelveInstance-1565434766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d1b897-4a02-4c55-8206-7ee724296f3a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:14.589169 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54662) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:15.040163 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (53950e4d-ff84-4c13-9c5c-401701c73543), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.280093 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Deleting port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:15.280331 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.363666 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] For port e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:15.364039 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.378314 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Calling delete_port for e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:15.647557 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:15.676344 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:15.702638 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.702976 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.703967 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.704370 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.704740 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.705073 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.705403 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.705737 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.706066 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.706389 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.706722 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.707048 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.707373 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.707695 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.708013 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:15.862348 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (53950e4d-ff84-4c13-9c5c-401701c73543), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.096050 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Router 53950e4d-ff84-4c13-9c5c-401701c73543 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:16.122918 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-186b6d74-af85-4649-8a3f-b1be19b320f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.210690 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:16.216107 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-962c2e21-90cb-4e8b-864f-7b84cbc9b6ea admin admin] 10.222.0.52 "PUT /v2.0/routers/53950e4d-ff84-4c13-9c5c-401701c73543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6249428 Apr 14 22:07:16.219841 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54672) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:16.221214 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] Sync routers for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:16.236847 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:16.237761 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:06:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:16.338369 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks [] for router (53950e4d-ff84-4c13-9c5c-401701c73543), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.354983 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:16.459050 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks [] for router_gateway (53950e4d-ff84-4c13-9c5c-401701c73543), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.536620 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T22:07:15Z', 'revision_number': 5, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port': {'id': '0712e8ab-9a20-4462-bfb4-163a95a1073a', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:16Z', 'updated_at': '2022-04-14T21:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:16.565005 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] Checking router: 53950e4d-ff84-4c13-9c5c-401701c73543 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:16.576341 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] Routers {'53950e4d-ff84-4c13-9c5c-401701c73543'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:16.577183 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:06:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['53950e4d-ff84-4c13-9c5c-401701c73543'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:16.590180 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Deleting port 0712e8ab-9a20-4462-bfb4-163a95a1073a {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:16.590702 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.682235 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] Set router 53950e4d-ff84-4c13-9c5c-401701c73543 gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:16.683061 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] For port 0712e8ab-9a20-4462-bfb4-163a95a1073a, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=0712e8ab-9a20-4462-bfb4-163a95a1073a,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:16.683756 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:16.698528 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Calling delete_port for 0712e8ab-9a20-4462-bfb4-163a95a1073a owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:16.740980 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T22:07:16Z', 'revision_number': 6, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port_host': None}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:16.770844 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef889d38-91af-4f92-ad3a-3033281b16b8 None None] The sync data for ids ['53950e4d-ff84-4c13-9c5c-401701c73543'] in dv-cinder-813229-9-iscsi is: [{'id': '53950e4d-ff84-4c13-9c5c-401701c73543', 'name': 'tempest-TestShelveInstance-1629579491-router', 'tenant_id': '36c976f9546746d293b7a29600a0fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:15Z', 'updated_at': '2022-04-14T22:07:16Z', 'revision_number': 6, 'project_id': '36c976f9546746d293b7a29600a0fad3', 'gw_port_host': None}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:17.013151 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (0712e8ab-9a20-4462-bfb4-163a95a1073a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.041232 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0712e8ab-9a20-4462-bfb4-163a95a1073a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:17.117667 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (53950e4d-ff84-4c13-9c5c-401701c73543), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.222277 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (53950e4d-ff84-4c13-9c5c-401701c73543), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.224843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks [] for router_controller (53950e4d-ff84-4c13-9c5c-401701c73543), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.392213 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (53950e4d-ff84-4c13-9c5c-401701c73543), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.392728 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53950e4d-ff84-4c13-9c5c-401701c73543 {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:07:17.397166 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.398332 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8592db23-ba75-48f5-ac70-d7ce03f577b4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/53950e4d-ff84-4c13-9c5c-401701c73543 HTTP/1.1" status: 204 len: 168 time: 1.1772776 Apr 14 22:07:17.401147 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54676) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:17.446855 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-383f37ed-93d3-41f5-ac96-ba7f9778a755 admin admin] Deleting subnet 52e3e80c-b04f-40d2-a3e6-a1febd78088f {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:07:17.449973 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-383f37ed-93d3-41f5-ac96-ba7f9778a755 admin admin] Publish callbacks [] for subnet (52e3e80c-b04f-40d2-a3e6-a1febd78088f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.492205 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-383f37ed-93d3-41f5-ac96-ba7f9778a755 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (52e3e80c-b04f-40d2-a3e6-a1febd78088f), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.552365 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:17.576525 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:17.577156 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device e6a7cf3c-db3a-42d5-bfc9-2e7d824adb7e not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:17.587047 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-383f37ed-93d3-41f5-ac96-ba7f9778a755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (52e3e80c-b04f-40d2-a3e6-a1febd78088f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.751411 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-383f37ed-93d3-41f5-ac96-ba7f9778a755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (52e3e80c-b04f-40d2-a3e6-a1febd78088f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.778937 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f37ed-93d3-41f5-ac96-ba7f9778a755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e3e80c-b04f-40d2-a3e6-a1febd78088f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:17.782910 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-383f37ed-93d3-41f5-ac96-ba7f9778a755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.789124 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-383f37ed-93d3-41f5-ac96-ba7f9778a755 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/52e3e80c-b04f-40d2-a3e6-a1febd78088f HTTP/1.1" status: 204 len: 168 time: 0.3869202 Apr 14 22:07:17.789479 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba2c53e-7fb4-4e58-9bdf-edb947cfcab2 None None] Network d7cc0398-02c2-4de0-9d94-41df3d394e36 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:07:17.789902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54680) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:17.870251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (d7cc0398-02c2-4de0-9d94-41df3d394e36), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.924722 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Deleting port 82f67edc-88b6-4a13-ac83-56938fbf6226 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:17.925069 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:17.957631 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] DHCP port deletion for d7cc0398-02c2-4de0-9d94-41df3d394e36 request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:07:18.006165 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] For port 82f67edc-88b6-4a13-ac83-56938fbf6226, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=82f67edc-88b6-4a13-ac83-56938fbf6226,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:18.006564 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.009444 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Deleting port 82f67edc-88b6-4a13-ac83-56938fbf6226 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:18.009932 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.021714 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Calling delete_port for 82f67edc-88b6-4a13-ac83-56938fbf6226 owned by network:dhcp {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:18.076426 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] For port 82f67edc-88b6-4a13-ac83-56938fbf6226, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=82f67edc-88b6-4a13-ac83-56938fbf6226,segment=NetworkSegment(1d2d97d7-30a4-46ce-b4a0-66c28f26e7be),segment_id=1d2d97d7-30a4-46ce-b4a0-66c28f26e7be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:18.076800 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.091348 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Calling delete_port for 82f67edc-88b6-4a13-ac83-56938fbf6226 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:18.254358 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.262520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (82f67edc-88b6-4a13-ac83-56938fbf6226), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.269916 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] No DVR routers for this DVR port 82f67edc-88b6-4a13-ac83-56938fbf6226 on host dv-cinder-813229-9-iscsi {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:18.294499 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Pushing event deleted for resources: {'Port': ['ID=82f67edc-88b6-4a13-ac83-56938fbf6226,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:18.300450 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f67edc-88b6-4a13-ac83-56938fbf6226,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:18.304195 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] No DVR routers for this DVR port 82f67edc-88b6-4a13-ac83-56938fbf6226 on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:18.306352 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.306735 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.307124 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.307424 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.307807 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.308090 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.308463 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.308816 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.309137 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.309478 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.313463 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.313463 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.313463 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.313463 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.313463 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9133f049-c410-4020-aa40-e5d8c43b0060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:07:18.384869 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (d7cc0398-02c2-4de0-9d94-41df3d394e36), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.408345 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cc0398-02c2-4de0-9d94-41df3d394e36']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:18.418922 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:18.419217 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2d97d7-30a4-46ce-b4a0-66c28f26e7be') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:18.430103 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (1d2d97d7-30a4-46ce-b4a0-66c28f26e7be), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.443953 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (1d2d97d7-30a4-46ce-b4a0-66c28f26e7be), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.451057 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:07:18.451471 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (1d2d97d7-30a4-46ce-b4a0-66c28f26e7be), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:07:18.453715 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:07:18.574968 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-75995bd8-53da-4fa2-a814-41ba1ff1d0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.609983 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (d7cc0398-02c2-4de0-9d94-41df3d394e36), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.620995 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:18.627767 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d7cc0398-02c2-4de0-9d94-41df3d394e36 HTTP/1.1" status: 204 len: 168 time: 0.8358271 Apr 14 22:07:18.631117 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54690) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:18.647365 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4187db7-38e0-476c-9813-476f065b7ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7cc0398-02c2-4de0-9d94-41df3d394e36,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:18.964750 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 0712e8ab-9a20-4462-bfb4-163a95a1073a no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:18.990872 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 0712e8ab-9a20-4462-bfb4-163a95a1073a {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:18.990872 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 0712e8ab-9a20-4462-bfb4-163a95a1073a not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:18.994672 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 82f67edc-88b6-4a13-ac83-56938fbf6226 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:19.012928 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 82f67edc-88b6-4a13-ac83-56938fbf6226 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:19.013347 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 82f67edc-88b6-4a13-ac83-56938fbf6226 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:19.362923 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (f68d78f1-ba7d-4f55-b243-9f625775b823), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:19.648171 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Deleting port a9f940b0-c6a8-4bb2-b28a-554a6e101eca {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:19.648493 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:19.732933 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] For port a9f940b0-c6a8-4bb2-b28a-554a6e101eca, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=a9f940b0-c6a8-4bb2-b28a-554a6e101eca,segment=NetworkSegment(9be4d5cb-07ab-4179-a640-07afcd28f61b),segment_id=9be4d5cb-07ab-4179-a640-07afcd28f61b)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:19.733293 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:19.746393 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:19.747535 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Calling delete_port for a9f940b0-c6a8-4bb2-b28a-554a6e101eca owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:20.060213 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (a9f940b0-c6a8-4bb2-b28a-554a6e101eca), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:20.086669 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f940b0-c6a8-4bb2-b28a-554a6e101eca,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:20.300312 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (f68d78f1-ba7d-4f55-b243-9f625775b823), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:20.544089 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Router f68d78f1-ba7d-4f55-b243-9f625775b823 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:20.666238 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:20.673788 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4bf992c6-0d69-4bc4-9690-25be1e29cf92 admin admin] 10.222.0.52 "PUT /v2.0/routers/f68d78f1-ba7d-4f55-b243-9f625775b823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0386367 Apr 14 22:07:20.674158 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54702) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:20.677219 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] Sync routers for ids ['f68d78f1-ba7d-4f55-b243-9f625775b823'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:20.689887 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] Routers {'f68d78f1-ba7d-4f55-b243-9f625775b823'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:20.690965 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f68d78f1-ba7d-4f55-b243-9f625775b823'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:20.793726 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks [] for router (f68d78f1-ba7d-4f55-b243-9f625775b823), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:20.920392 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks [] for router_gateway (f68d78f1-ba7d-4f55-b243-9f625775b823), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:20.979204 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] Set router f68d78f1-ba7d-4f55-b243-9f625775b823 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:21.112347 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Deleting port 4433885a-dfba-4437-8d33-9c4a99aa5c04 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:21.112728 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.120491 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.171368 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:26Z', 'updated_at': '2022-04-14T22:07:19Z', 'revision_number': 5, 'project_id': '456b46582603477682a2f5c447cb58cd', 'gw_port': {'id': '4433885a-dfba-4437-8d33-9c4a99aa5c04', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:59:27Z', 'updated_at': '2022-04-14T21:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:21.199514 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] Checking router: f68d78f1-ba7d-4f55-b243-9f625775b823 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:21.208678 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] Routers {'f68d78f1-ba7d-4f55-b243-9f625775b823'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:21.209302 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f68d78f1-ba7d-4f55-b243-9f625775b823'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:21.210275 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] For port 4433885a-dfba-4437-8d33-9c4a99aa5c04, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=4433885a-dfba-4437-8d33-9c4a99aa5c04,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:21.210654 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.224733 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Calling delete_port for 4433885a-dfba-4437-8d33-9c4a99aa5c04 owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:21.303349 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] Set router f68d78f1-ba7d-4f55-b243-9f625775b823 gateway port host: None {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:21.362089 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:26Z', 'updated_at': '2022-04-14T22:07:20Z', 'revision_number': 6, 'project_id': '456b46582603477682a2f5c447cb58cd', 'gw_port_host': None}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:21.390419 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d2064-e2b2-43d3-bf5b-70c81acbeefd None None] The sync data for ids ['f68d78f1-ba7d-4f55-b243-9f625775b823'] in dv-cinder-813229-9-iscsi is: [{'id': 'f68d78f1-ba7d-4f55-b243-9f625775b823', 'name': 'tempest-TestShelveInstance-314282828-router', 'tenant_id': '456b46582603477682a2f5c447cb58cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:59:26Z', 'updated_at': '2022-04-14T22:07:20Z', 'revision_number': 6, 'project_id': '456b46582603477682a2f5c447cb58cd', 'gw_port_host': None}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:21.551719 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (4433885a-dfba-4437-8d33-9c4a99aa5c04), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.579916 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4433885a-dfba-4437-8d33-9c4a99aa5c04,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:21.641601 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (f68d78f1-ba7d-4f55-b243-9f625775b823), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.748282 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (f68d78f1-ba7d-4f55-b243-9f625775b823), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.751621 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks [] for router_controller (f68d78f1-ba7d-4f55-b243-9f625775b823), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.939209 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (f68d78f1-ba7d-4f55-b243-9f625775b823), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.939781 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f68d78f1-ba7d-4f55-b243-9f625775b823 {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:07:21.944040 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:21.945249 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d0960a14-daef-4c59-a8b7-2472c60017c8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f68d78f1-ba7d-4f55-b243-9f625775b823 HTTP/1.1" status: 204 len: 168 time: 1.2700722 Apr 14 22:07:21.947780 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54720) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:21.995568 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-82def1bb-ecae-4108-a7a3-56d690f89ee9 admin admin] Deleting subnet 4609b65e-4fee-400f-a779-5494ae79181d {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:07:21.998838 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-82def1bb-ecae-4108-a7a3-56d690f89ee9 admin admin] Publish callbacks [] for subnet (4609b65e-4fee-400f-a779-5494ae79181d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.034574 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-82def1bb-ecae-4108-a7a3-56d690f89ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (4609b65e-4fee-400f-a779-5494ae79181d), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.134639 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-82def1bb-ecae-4108-a7a3-56d690f89ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (4609b65e-4fee-400f-a779-5494ae79181d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.230502 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-6807fcd2-adac-4d04-a765-87a16942fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:22.231997 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-6807fcd2-adac-4d04-a765-87a16942fac4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 1129 time: 0.1060920 Apr 14 22:07:22.302360 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08b24-559a-4d7f-905f-b7594a360f4d req-9cc73190-51e4-4fcb-9d97-9ce0c27d6159 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:22.304111 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ac08b24-559a-4d7f-905f-b7594a360f4d req-9cc73190-51e4-4fcb-9d97-9ce0c27d6159 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0568402 Apr 14 22:07:22.325576 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-82def1bb-ecae-4108-a7a3-56d690f89ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (4609b65e-4fee-400f-a779-5494ae79181d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.370986 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-82def1bb-ecae-4108-a7a3-56d690f89ee9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.379562 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-82def1bb-ecae-4108-a7a3-56d690f89ee9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4609b65e-4fee-400f-a779-5494ae79181d HTTP/1.1" status: 204 len: 168 time: 0.4254115 Apr 14 22:07:22.379562 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82def1bb-ecae-4108-a7a3-56d690f89ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4609b65e-4fee-400f-a779-5494ae79181d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:22.379745 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54730) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:22.386802 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d53700-77de-4019-803a-19024d2a10bb None None] Network c9124681-21d4-413d-a245-21b68642ddbb requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:07:22.393560 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-dc588291-587a-4c8b-89ff-8977d9259191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:22.397832 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-dc588291-587a-4c8b-89ff-8977d9259191 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 912 time: 0.1432753 Apr 14 22:07:22.403556 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ac08b24-559a-4d7f-905f-b7594a360f4d req-0c7398d3-fc62-4c0d-92e8-55821ff39769 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937138 Apr 14 22:07:22.528568 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (c9124681-21d4-413d-a245-21b68642ddbb), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.547130 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-d468298c-d048-4d9c-b1c8-3902ced5b4f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4 HTTP/1.1" status: 200 len: 1000 time: 0.1159182 Apr 14 22:07:22.615678 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766901be-fa02-418a-890e-da4ca78ee673 None None] DHCP port deletion for c9124681-21d4-413d-a245-21b68642ddbb request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:07:22.638379 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Deleting port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:22.638739 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.656853 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-b20e621d-49e0-47e4-94cc-0216f02e4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:22.658469 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-b20e621d-49e0-47e4-94cc-0216f02e4c71 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 200 len: 850 time: 0.1032758 Apr 14 22:07:22.664668 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.670661 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-766901be-fa02-418a-890e-da4ca78ee673 None None] Deleting port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:22.671188 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-766901be-fa02-418a-890e-da4ca78ee673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.747232 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-59ff2445-7db4-4e98-9be0-c4cf5d543832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:22.748868 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-59ff2445-7db4-4e98-9be0-c4cf5d543832 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f534560-3702-48ed-a28a-4f0419eee488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833154 Apr 14 22:07:22.749194 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-766901be-fa02-418a-890e-da4ca78ee673 None None] For port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=9231c0cc-f06b-4e79-9e8d-3a6681e546dd,segment=NetworkSegment(9be4d5cb-07ab-4179-a640-07afcd28f61b),segment_id=9be4d5cb-07ab-4179-a640-07afcd28f61b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:22.750010 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-766901be-fa02-418a-890e-da4ca78ee673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.750823 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] For port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=9231c0cc-f06b-4e79-9e8d-3a6681e546dd,segment=NetworkSegment(9be4d5cb-07ab-4179-a640-07afcd28f61b),segment_id=9be4d5cb-07ab-4179-a640-07afcd28f61b)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:22.751219 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.768011 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-766901be-fa02-418a-890e-da4ca78ee673 None None] Calling delete_port for 9231c0cc-f06b-4e79-9e8d-3a6681e546dd owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:22.783682 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Calling delete_port for 9231c0cc-f06b-4e79-9e8d-3a6681e546dd owned by network:dhcp {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:22.926791 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-8fa2d4b9-8549-43e3-ba1d-18c4d0511a29 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616015 Apr 14 22:07:22.960707 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 9231c0cc-f06b-4e79-9e8d-3a6681e546dd no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:22.964521 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-766901be-fa02-418a-890e-da4ca78ee673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:22.998939 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 9231c0cc-f06b-4e79-9e8d-3a6681e546dd {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:22.999293 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 9231c0cc-f06b-4e79-9e8d-3a6681e546dd not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:23.000255 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device a9f940b0-c6a8-4bb2-b28a-554a6e101eca no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:23.009040 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (9231c0cc-f06b-4e79-9e8d-3a6681e546dd), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.037021 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766901be-fa02-418a-890e-da4ca78ee673 None None] Pushing event deleted for resources: {'Port': ['ID=9231c0cc-f06b-4e79-9e8d-3a6681e546dd,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:23.039897 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766901be-fa02-418a-890e-da4ca78ee673 None None] No DVR routers for this DVR port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:23.042961 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: a9f940b0-c6a8-4bb2-b28a-554a6e101eca {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:23.043334 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device a9f940b0-c6a8-4bb2-b28a-554a6e101eca not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:23.044002 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 4433885a-dfba-4437-8d33-9c4a99aa5c04 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:23.046849 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] No DVR routers for this DVR port 9231c0cc-f06b-4e79-9e8d-3a6681e546dd on host dv-cinder-813229-9-iscsi {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:23.049049 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Pushing event deleted for resources: {'Port': ['ID=9231c0cc-f06b-4e79-9e8d-3a6681e546dd,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:23.087315 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 4433885a-dfba-4437-8d33-9c4a99aa5c04 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:23.087315 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 4433885a-dfba-4437-8d33-9c4a99aa5c04 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:23.149063 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8bbdab5-756c-4583-bbd1-406c70c25e7e req-72367a61-deaa-45fe-a77a-ff06cfb0ee10 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148921 Apr 14 22:07:23.153152 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (c9124681-21d4-413d-a245-21b68642ddbb), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.175984 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9124681-21d4-413d-a245-21b68642ddbb']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:23.186294 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be4d5cb-07ab-4179-a640-07afcd28f61b') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:23.186602 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be4d5cb-07ab-4179-a640-07afcd28f61b') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:23.198071 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (9be4d5cb-07ab-4179-a640-07afcd28f61b), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.212727 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (9be4d5cb-07ab-4179-a640-07afcd28f61b), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.222519 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:07:23.222919 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (9be4d5cb-07ab-4179-a640-07afcd28f61b), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: self.session.flush() Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: self.session.flush() Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: self.session.flush() Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: self.session.flush() Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:07:23.224809 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:07:23.406023 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (c9124681-21d4-413d-a245-21b68642ddbb), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.411483 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.414295 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c9124681-21d4-413d-a245-21b68642ddbb HTTP/1.1" status: 204 len: 168 time: 1.0358210 Apr 14 22:07:23.703722 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642ff8d-ae9b-4411-bda9-100b3a7aa724 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9124681-21d4-413d-a245-21b68642ddbb,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:23.751737 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598317-ae84-444d-bfe2-3f91d0ee58c5 req-f2d2deba-251c-414d-897b-a2d9ca2db9d1 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:23.753405 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cb598317-ae84-444d-bfe2-3f91d0ee58c5 req-f2d2deba-251c-414d-897b-a2d9ca2db9d1 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0522022 Apr 14 22:07:23.802484 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cb598317-ae84-444d-bfe2-3f91d0ee58c5 req-a5e2b5b2-7329-42ee-8f49-a0863252e7c8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Apr 14 22:07:23.841291 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54738) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:23.884107 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c0d87891-610b-44b0-988a-e85fa25f1196 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36c976f9546746d293b7a29600a0fad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416462 Apr 14 22:07:23.886665 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54740) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:23.937414 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd7b4f7e-b384-451f-9646-5415cc023bab admin admin] Publish callbacks [] for security_group (89745bcb-c05c-4410-9e37-d91e26e3534c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:23.959165 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd7b4f7e-b384-451f-9646-5415cc023bab admin admin] Publish callbacks [] for security_group (89745bcb-c05c-4410-9e37-d91e26e3534c), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.105370 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd7b4f7e-b384-451f-9646-5415cc023bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (89745bcb-c05c-4410-9e37-d91e26e3534c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.108031 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd7b4f7e-b384-451f-9646-5415cc023bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:24.109410 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fd7b4f7e-b384-451f-9646-5415cc023bab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89745bcb-c05c-4410-9e37-d91e26e3534c HTTP/1.1" status: 204 len: 168 time: 0.2217004 Apr 14 22:07:24.117410 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b4f7e-b384-451f-9646-5415cc023bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89745bcb-c05c-4410-9e37-d91e26e3534c,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:24.891924 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54750) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:24.920157 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d46f20-db8e-4315-9783-9a4326bfc220 req-1d3ac4ec-ea85-40f6-82f3-e895786ec5e2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:24.922386 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09d46f20-db8e-4315-9783-9a4326bfc220 req-1d3ac4ec-ea85-40f6-82f3-e895786ec5e2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Apr 14 22:07:24.943105 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6e7b968e-3393-45b7-9840-2d7f7f3ce477 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=456b46582603477682a2f5c447cb58cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498731 Apr 14 22:07:24.950228 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54752) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:24.977916 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09d46f20-db8e-4315-9783-9a4326bfc220 req-5f75c387-f2bc-400c-ad91-4d5346fb77a0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491695 Apr 14 22:07:25.004464 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cca17019-cabb-44c2-a5fe-48768b5d7782 admin admin] Publish callbacks [] for security_group (8b7099ed-2ebf-4adb-9cf8-15da0ecc91b5), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:25.026567 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cca17019-cabb-44c2-a5fe-48768b5d7782 admin admin] Publish callbacks [] for security_group (8b7099ed-2ebf-4adb-9cf8-15da0ecc91b5), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:25.214486 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cca17019-cabb-44c2-a5fe-48768b5d7782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (8b7099ed-2ebf-4adb-9cf8-15da0ecc91b5), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:25.298911 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cca17019-cabb-44c2-a5fe-48768b5d7782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:25.298911 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-cca17019-cabb-44c2-a5fe-48768b5d7782 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b7099ed-2ebf-4adb-9cf8-15da0ecc91b5 HTTP/1.1" status: 204 len: 168 time: 0.2671261 Apr 14 22:07:25.298911 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca17019-cabb-44c2-a5fe-48768b5d7782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7099ed-2ebf-4adb-9cf8-15da0ecc91b5,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:26.100465 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01649362-9b99-47a2-a484-db00bb21c6d7 req-222d985e-d2d5-4ad7-81f1-275235a32dba tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:26.101962 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-01649362-9b99-47a2-a484-db00bb21c6d7 req-222d985e-d2d5-4ad7-81f1-275235a32dba tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0501735 Apr 14 22:07:26.148818 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-01649362-9b99-47a2-a484-db00bb21c6d7 req-1620cb31-e764-47f6-b9c8-9df7676fa299 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411081 Apr 14 22:07:27.266660 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21d1f4-0182-4696-a5f3-fdc71a97aba7 req-ac74443f-6614-492c-9d40-e3ec4d72073b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:27.268155 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7a21d1f4-0182-4696-a5f3-fdc71a97aba7 req-ac74443f-6614-492c-9d40-e3ec4d72073b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0481198 Apr 14 22:07:27.320922 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7a21d1f4-0182-4696-a5f3-fdc71a97aba7 req-362028ef-1786-4dce-a39b-6d527432fe19 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468662 Apr 14 22:07:28.436169 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9a91c-d1af-411f-903b-8aff9303f27f req-c21ecb04-6ab5-40dd-a86b-52670cb873a0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:28.438274 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eeb9a91c-d1af-411f-903b-8aff9303f27f req-c21ecb04-6ab5-40dd-a86b-52670cb873a0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0467839 Apr 14 22:07:28.485878 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eeb9a91c-d1af-411f-903b-8aff9303f27f req-abddf7ae-245b-4d55-a227-8ca88d4404d6 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421014 Apr 14 22:07:29.607504 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10508839-f7e6-410b-921c-922fb9025449 req-7211b0c5-847a-4ca8-8b8e-2d81a90953f9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:29.609024 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-10508839-f7e6-410b-921c-922fb9025449 req-7211b0c5-847a-4ca8-8b8e-2d81a90953f9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0534430 Apr 14 22:07:29.662623 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-10508839-f7e6-410b-921c-922fb9025449 req-3bac71f9-770d-4c9e-850e-eacfdfcbd699 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476558 Apr 14 22:07:30.227864 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:07:30.779707 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7ba87-9d0e-49a8-a01b-23776c12c978 req-d3834870-ba93-49bf-a776-22ede158a944 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:30.781799 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e2d7ba87-9d0e-49a8-a01b-23776c12c978 req-d3834870-ba93-49bf-a776-22ede158a944 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0489743 Apr 14 22:07:30.834618 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e2d7ba87-9d0e-49a8-a01b-23776c12c978 req-1d99b663-289e-4746-8833-aa93275a87de tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473306 Apr 14 22:07:31.964144 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f30ca8-9a2f-47fd-896c-743616594699 req-bdc0de1b-7e5e-469c-9171-2a535a16cab5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:31.965886 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b4f30ca8-9a2f-47fd-896c-743616594699 req-bdc0de1b-7e5e-469c-9171-2a535a16cab5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0519948 Apr 14 22:07:32.017730 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b4f30ca8-9a2f-47fd-896c-743616594699 req-8f00c0bf-f1e8-483c-8f83-9186ed9d6bbd tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Apr 14 22:07:33.137423 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea59fdb-996b-4d5a-9071-389d0d5ec2b3 req-2a7444d8-5707-4e6a-919e-6f4f9564808e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:33.138996 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9ea59fdb-996b-4d5a-9071-389d0d5ec2b3 req-2a7444d8-5707-4e6a-919e-6f4f9564808e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0517168 Apr 14 22:07:33.189810 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9ea59fdb-996b-4d5a-9071-389d0d5ec2b3 req-446829e7-0d1d-4433-8b33-72b40b802f25 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Apr 14 22:07:33.567256 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d9fa3-08dd-4632-bc01-998f411f6c89 req-09d142bf-6c45-4cf4-a4af-16884d35da11 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:33.568612 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c3d9fa3-08dd-4632-bc01-998f411f6c89 req-09d142bf-6c45-4cf4-a4af-16884d35da11 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0550249 Apr 14 22:07:33.621950 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c3d9fa3-08dd-4632-bc01-998f411f6c89 req-d57ccc7d-f199-4148-843f-b7c0c9a9b51d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471215 Apr 14 22:07:33.711535 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922af46-bcfd-4021-a753-2ff49028b94e req-d77aff7a-4607-45a5-8718-810cb7f76d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:33.713131 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6922af46-bcfd-4021-a753-2ff49028b94e req-d77aff7a-4607-45a5-8718-810cb7f76d02 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 1129 time: 0.0397818 Apr 14 22:07:33.807951 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922af46-bcfd-4021-a753-2ff49028b94e req-fd3f1127-b3ad-4e05-8c48-1ea228aeed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:33.809350 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6922af46-bcfd-4021-a753-2ff49028b94e req-fd3f1127-b3ad-4e05-8c48-1ea228aeed95 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 912 time: 0.0897760 Apr 14 22:07:33.878055 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6922af46-bcfd-4021-a753-2ff49028b94e req-85d650f9-f9ce-48d3-bf1f-f08716636839 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4 HTTP/1.1" status: 200 len: 1000 time: 0.0606067 Apr 14 22:07:33.931324 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922af46-bcfd-4021-a753-2ff49028b94e req-a6701f5a-80b4-42e1-9917-29984daada29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:33.935125 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6922af46-bcfd-4021-a753-2ff49028b94e req-a6701f5a-80b4-42e1-9917-29984daada29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 200 len: 850 time: 0.0486598 Apr 14 22:07:33.982721 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922af46-bcfd-4021-a753-2ff49028b94e req-8637dad0-5f41-4cfb-8467-698c21f96cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:33.985868 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6922af46-bcfd-4021-a753-2ff49028b94e req-8637dad0-5f41-4cfb-8467-698c21f96cd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f534560-3702-48ed-a28a-4f0419eee488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451245 Apr 14 22:07:34.112940 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6922af46-bcfd-4021-a753-2ff49028b94e req-431ace98-aeae-4deb-ba0a-9a84f75785f1 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207209 Apr 14 22:07:34.127447 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b694d-396a-4c65-b92d-7ae0e991967a req-c2ac3c22-daeb-4bcf-9cef-a5525b39ccb8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:34.128944 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-075b694d-396a-4c65-b92d-7ae0e991967a req-c2ac3c22-daeb-4bcf-9cef-a5525b39ccb8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 946 time: 0.0651014 Apr 14 22:07:34.179402 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-075b694d-396a-4c65-b92d-7ae0e991967a req-b67b3cd5-a9d3-487c-8591-5882a8a5e1da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443876 Apr 14 22:07:34.742846 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852db72-b5f4-4516-ad1d-726693d43385 req-2b67f051-54aa-4243-847e-51396b991e74 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:34.744339 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3852db72-b5f4-4516-ad1d-726693d43385 req-2b67f051-54aa-4243-847e-51396b991e74 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Apr 14 22:07:34.793992 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3852db72-b5f4-4516-ad1d-726693d43385 req-12f65cab-5178-42cf-b841-192aa47b693c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Apr 14 22:07:35.303424 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85148801-8970-4e15-adce-788d5a9475f6 req-065df31a-c0ef-4549-b839-0561ebad9368 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:35.304971 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85148801-8970-4e15-adce-788d5a9475f6 req-065df31a-c0ef-4549-b839-0561ebad9368 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 946 time: 0.0522914 Apr 14 22:07:35.414040 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-85148801-8970-4e15-adce-788d5a9475f6 req-96b439e9-2a71-4209-8fdd-2bd0d083abf4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032972 Apr 14 22:07:35.439198 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6922af46-bcfd-4021-a753-2ff49028b94e req-086645fe-ec9c-4aa6-a53c-520310b7e7f7 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143587 Apr 14 22:07:35.948204 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee403ec-b9b2-4137-a804-b1678eb9c204 req-52b4c801-7871-4bf5-a5d1-9957b8f1deeb tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:35.949792 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aee403ec-b9b2-4137-a804-b1678eb9c204 req-52b4c801-7871-4bf5-a5d1-9957b8f1deeb tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0611548 Apr 14 22:07:36.016260 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aee403ec-b9b2-4137-a804-b1678eb9c204 req-10b36f57-82f1-4397-9f71-97b1f002f483 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572195 Apr 14 22:07:36.076718 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-214d9015-9df6-445c-8c81-fb73f4cacf86 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:36.078137 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-214d9015-9df6-445c-8c81-fb73f4cacf86 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 946 time: 0.0584154 Apr 14 22:07:36.169890 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Deleting port 2bcb1292-1804-4e3e-aedb-1174dded0f52 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:36.170242 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:36.288344 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] For port 2bcb1292-1804-4e3e-aedb-1174dded0f52, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2bcb1292-1804-4e3e-aedb-1174dded0f52,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:36.288817 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:36.479613 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:36.480329 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:36.480329 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Floating IP 8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a disassociated. External IP: 172.27.1.87, port: 2bcb1292-1804-4e3e-aedb-1174dded0f52. Apr 14 22:07:36.480669 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Calling delete_port for 2bcb1292-1804-4e3e-aedb-1174dded0f52 owned by compute:nova {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:36.579503 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e12d6-325b-48ef-9f9f-0f1738a1eb4f req-aab38bcf-fa35-45ff-94ab-c49ac3e57e5e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:36.581098 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-687e12d6-325b-48ef-9f9f-0f1738a1eb4f req-aab38bcf-fa35-45ff-94ab-c49ac3e57e5e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 946 time: 0.0920765 Apr 14 22:07:36.652044 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-687e12d6-325b-48ef-9f9f-0f1738a1eb4f req-26e7effb-57f7-4b26-a628-569183ff2001 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=d597b167-71d6-429a-af45-5e1d11e3e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647156 Apr 14 22:07:36.859925 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (2bcb1292-1804-4e3e-aedb-1174dded0f52), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:36.889195 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'Port': ['ID=2bcb1292-1804-4e3e-aedb-1174dded0f52,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:37.010150 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:37.125619 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:37.136997 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:37.144438 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff7da2-e10f-4e43-aa1b-c7dc42b8776b req-d73577ec-013d-417a-9ecd-ae0e5c783c95 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:37.146318 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b3ff7da2-e10f-4e43-aa1b-c7dc42b8776b req-d73577ec-013d-417a-9ecd-ae0e5c783c95 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0523670 Apr 14 22:07:37.154482 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:37.155104 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:37.175990 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] No DVR routers for this DVR port 2bcb1292-1804-4e3e-aedb-1174dded0f52 on host hv-cinder-81322 {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:37.178588 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:37.182094 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b9075b31-c576-4f8f-9be6-d8ea0f90240a req-907d9385-bdaf-4d04-a9e3-73a88d2112da tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "DELETE /v2.0/ports/2bcb1292-1804-4e3e-aedb-1174dded0f52 HTTP/1.1" status: 204 len: 173 time: 1.0987499 Apr 14 22:07:37.182560 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409f8958-70cf-4861-88f7-5b71582b7e16', 'name': 'network-vif-deleted', 'tag': '2bcb1292-1804-4e3e-aedb-1174dded0f52'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:37.184890 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc5764d-d216-4501-aa4b-fe6a343a3c8d" -d '{"events": [{"server_uuid": "409f8958-70cf-4861-88f7-5b71582b7e16", "name": "network-vif-deleted", "tag": "2bcb1292-1804-4e3e-aedb-1174dded0f52"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:37.198868 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b3ff7da2-e10f-4e43-aa1b-c7dc42b8776b req-de1bfa46-618f-4989-ab5a-bd6cc6802454 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465806 Apr 14 22:07:37.234155 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1e5f2e-1e28-40ba-9513-1131b543162a x-openstack-request-id: req-ee1e5f2e-1e28-40ba-9513-1131b543162a {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:37.234705 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409f8958-70cf-4861-88f7-5b71582b7e16", "name": "network-vif-deleted", "tag": "2bcb1292-1804-4e3e-aedb-1174dded0f52", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:37.235835 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee1e5f2e-1e28-40ba-9513-1131b543162a {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:37.235835 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1e5f2e-1e28-40ba-9513-1131b543162a'] response: {'server_uuid': '409f8958-70cf-4861-88f7-5b71582b7e16', 'name': 'network-vif-deleted', 'tag': '2bcb1292-1804-4e3e-aedb-1174dded0f52', 'status': 'completed', 'code': 200} Apr 14 22:07:37.286512 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:37.598181 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:37.628571 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:37.637393 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:37.638019 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:37.771819 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:37.777922 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a5d10053-74fb-4b12-9477-fb6b26ce9ffb req-fe023518-44aa-4d37-929c-2746e309dfad tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=409f8958-70cf-4861-88f7-5b71582b7e16 HTTP/1.1" status: 200 len: 210 time: 0.0318418 Apr 14 22:07:37.995719 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:38.023755 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a38c1-a308-4fde-bca5-bb7e0e98b8e3 None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:38.277579 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae5ce42-d4a0-4bb5-b104-5b859df7ae66 None None] New status for floating IP 8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:07:39.558003 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 2bcb1292-1804-4e3e-aedb-1174dded0f52 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:07:39.584156 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 2bcb1292-1804-4e3e-aedb-1174dded0f52 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:07:39.584564 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 2bcb1292-1804-4e3e-aedb-1174dded0f52 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:07:39.979373 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54838) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:40.037170 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8e35bf89-e67e-4d1c-93d6-30fd0e80415f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (d597b167-71d6-429a-af45-5e1d11e3e2ab), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.061116 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8e35bf89-e67e-4d1c-93d6-30fd0e80415f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (d597b167-71d6-429a-af45-5e1d11e3e2ab), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.088741 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.206530 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8e35bf89-e67e-4d1c-93d6-30fd0e80415f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (d597b167-71d6-429a-af45-5e1d11e3e2ab), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.209148 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8e35bf89-e67e-4d1c-93d6-30fd0e80415f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.210315 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8e35bf89-e67e-4d1c-93d6-30fd0e80415f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "DELETE /v2.0/security-groups/d597b167-71d6-429a-af45-5e1d11e3e2ab HTTP/1.1" status: 204 len: 168 time: 0.2299542 Apr 14 22:07:40.213283 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54840) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:40.219987 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35bf89-e67e-4d1c-93d6-30fd0e80415f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d597b167-71d6-429a-af45-5e1d11e3e2ab,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:40.231120 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.api.v2.resource [None req-dee4b8f0-bd68-4ee2-89d9-e15d9bcd2e5f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] show failed (client error): The resource could not be found. Apr 14 22:07:40.232271 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-dee4b8f0-bd68-4ee2-89d9-e15d9bcd2e5f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups/d597b167-71d6-429a-af45-5e1d11e3e2ab HTTP/1.1" status: 404 len: 347 time: 0.0178814 Apr 14 22:07:40.236041 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54842) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:40.361243 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Deleting port cf0bcdca-6e0a-4d8c-9199-db80b3a462a8 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:40.361590 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (cf0bcdca-6e0a-4d8c-9199-db80b3a462a8), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.440767 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (cf0bcdca-6e0a-4d8c-9199-db80b3a462a8), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.441092 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (cf0bcdca-6e0a-4d8c-9199-db80b3a462a8), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.454065 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Calling delete_port for cf0bcdca-6e0a-4d8c-9199-db80b3a462a8 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:40.722612 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (cf0bcdca-6e0a-4d8c-9199-db80b3a462a8), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.749732 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'Port': ['ID=cf0bcdca-6e0a-4d8c-9199-db80b3a462a8,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:40.816167 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.819027 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:40.820148 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3b3cd050-7114-4a55-9147-8fc6acc98ddc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "DELETE /v2.0/floatingips/8d4ed4f5-ea5e-43b6-9b6c-fa66a3a7fe2a HTTP/1.1" status: 204 len: 168 time: 0.5830929 Apr 14 22:07:41.438025 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54846) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:41.442806 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-52c22bec-6f7a-4803-a7a6-421cde7eabe8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381460789', 'description': 'tempest-description--1700790104'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:41.526438 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-52c22bec-6f7a-4803-a7a6-421cde7eabe8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:41.597047 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-52c22bec-6f7a-4803-a7a6-421cde7eabe8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (c5277801-51df-44bc-92ac-e401d0f8d546), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:41.676354 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-52c22bec-6f7a-4803-a7a6-421cde7eabe8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c5277801-51df-44bc-92ac-e401d0f8d546), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:41.706469 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c22bec-6f7a-4803-a7a6-421cde7eabe8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5277801-51df-44bc-92ac-e401d0f8d546,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:41.797562 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-52c22bec-6f7a-4803-a7a6-421cde7eabe8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:41.798844 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-52c22bec-6f7a-4803-a7a6-421cde7eabe8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3597531 Apr 14 22:07:41.801718 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54848) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:41.806006 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-02eddc16-a607-4343-9cdb-ebaec7b82842 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group_rule': {'security_group_id': 'c5277801-51df-44bc-92ac-e401d0f8d546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:41.900014 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-02eddc16-a607-4343-9cdb-ebaec7b82842 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (fb1b18f1-1db5-422b-97cc-c0d1a16da48c), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:41.955814 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-02eddc16-a607-4343-9cdb-ebaec7b82842 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (fb1b18f1-1db5-422b-97cc-c0d1a16da48c), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.042531 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-02eddc16-a607-4343-9cdb-ebaec7b82842 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (fb1b18f1-1db5-422b-97cc-c0d1a16da48c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.062777 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eddc16-a607-4343-9cdb-ebaec7b82842 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1b18f1-1db5-422b-97cc-c0d1a16da48c,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:42.170221 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-02eddc16-a607-4343-9cdb-ebaec7b82842 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.172298 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-02eddc16-a607-4343-9cdb-ebaec7b82842 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3696706 Apr 14 22:07:42.174984 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54850) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:42.181417 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-a6b24b0d-6587-4f0c-b56c-8f254c01a8b5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'security_group_rule': {'security_group_id': 'c5277801-51df-44bc-92ac-e401d0f8d546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:42.277006 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a6b24b0d-6587-4f0c-b56c-8f254c01a8b5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (14020dba-9e2b-4a9d-80fd-dd69c765fcd7), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.351545 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a6b24b0d-6587-4f0c-b56c-8f254c01a8b5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (14020dba-9e2b-4a9d-80fd-dd69c765fcd7), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.440408 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a6b24b0d-6587-4f0c-b56c-8f254c01a8b5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (14020dba-9e2b-4a9d-80fd-dd69c765fcd7), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.462436 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b24b0d-6587-4f0c-b56c-8f254c01a8b5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14020dba-9e2b-4a9d-80fd-dd69c765fcd7,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:42.535943 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a6b24b0d-6587-4f0c-b56c-8f254c01a8b5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.537120 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a6b24b0d-6587-4f0c-b56c-8f254c01a8b5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611314 Apr 14 22:07:42.540200 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54852) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:42.544557 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:42.625164 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.705055 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:42.822001 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Allocated IP 172.27.1.65 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/87b62fef-9ed3-491d-8452-be386c6e7fd3) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:07:42.927823 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (87b62fef-9ed3-491d-8452-be386c6e7fd3), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.020320 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (87b62fef-9ed3-491d-8452-be386c6e7fd3), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.063241 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:07:43.068182 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:07:43.071882 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:07:43.094850 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=87b62fef-9ed3-491d-8452-be386c6e7fd3,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:43.165227 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (3df2e06b-10d6-47a9-8245-1e1f9e04ffbd), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.258005 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (87b62fef-9ed3-491d-8452-be386c6e7fd3), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.411730 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (87b62fef-9ed3-491d-8452-be386c6e7fd3), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.503795 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (87b62fef-9ed3-491d-8452-be386c6e7fd3), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.571322 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=87b62fef-9ed3-491d-8452-be386c6e7fd3,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:43.586872 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (3df2e06b-10d6-47a9-8245-1e1f9e04ffbd), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.671958 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:43.673164 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3d7df197-7fb8-4db5-8429-bb2367d41ff4 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1319485 Apr 14 22:07:43.882363 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-35ca088c-b9f8-4f4b-b68e-3336898a3ea0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--381460789&fields=id&tenant_id=a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 267 time: 0.0467539 Apr 14 22:07:44.001306 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-65c97548-b930-4584-a560-5430a01e1d79 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:44.002821 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-65c97548-b930-4584-a560-5430a01e1d79 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 814 time: 0.1135406 Apr 14 22:07:44.017691 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-b054fd04-cea1-4cd1-a48e-325b2a3bf36b tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/quotas/a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 375 time: 0.0094121 Apr 14 22:07:44.082247 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-1ba709d5-afea-44fc-8359-adef204e072a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590568 Apr 14 22:07:44.191056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-8ed1dfe0-40b1-41f3-a13f-2798dc76ec54 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:07:44.192058 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-8ed1dfe0-40b1-41f3-a13f-2798dc76ec54 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0980406 Apr 14 22:07:44.283610 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-b041b75e-98d3-41c2-84a8-c99781cb435b service neutron] 10.222.0.52 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852177 Apr 14 22:07:44.377823 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-bc54d362-88b5-4429-b8ce-25e9439ddcf4 service neutron] 10.222.0.52 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883424 Apr 14 22:07:44.653336 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87dd4884-63b9-4b71-9376-44e1143d1b1c req-00b286ed-a9ef-4abe-a5d9-0a1fcdedf738 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 210 time: 0.0303886 Apr 14 22:07:45.753385 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-edf1e235-689c-4f59-ba50-b0a6ae7f17e5 req-f1b93e62-db58-40e0-8016-9d49181d9697 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 210 time: 0.0285704 Apr 14 22:07:46.133746 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-52304f14-25ae-485f-8978-d341a462f8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:46.869302 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-248914bc-668b-4e9f-85d8-bb63c61b1485 req-5053cea1-8639-4bee-b17e-a043ba190c0c tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 210 time: 0.0384862 Apr 14 22:07:46.959700 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-a105caf8-bcd5-415d-88ea-98ef067e6163 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:46.961145 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-a105caf8-bcd5-415d-88ea-98ef067e6163 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 814 time: 0.1015317 Apr 14 22:07:47.027268 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-7bf6a42e-a3d8-47eb-8704-85460ddb3ec2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65a6dd5b01d4404afb6a740fb56fd54 HTTP/1.1" status: 200 len: 379 time: 0.0569389 Apr 14 22:07:47.036788 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'port': {'device_id': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'admin_state_up': True, 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'security_groups': ['c5277801-51df-44bc-92ac-e401d0f8d546']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:47.219771 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Made reservation on behalf of a65a6dd5b01d4404afb6a740fb56fd54 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:07:47.223440 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:47.361929 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Allocated IP 172.20.0.11 (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c/174e0c70-bae1-43c3-8ecf-3a4df32b7eca/5250a5c0-3681-4cfb-816f-1ce2eb4dd78d) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:07:47.504634 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:47.612868 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:47.671541 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:07:47.677207 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:07:47.680974 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:07:47.688515 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event updated for resources: {'Port': ['ID=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:47.751410 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:47.752067 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:47.838002 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-257281a3-c118-4aa4-a2b2-3d8e09ff6c24 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8047979 Apr 14 22:07:47.856140 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Request body: {'port': {'device_id': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:47.888755 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-8862ea23-62eb-4326-ac41-51a15535a859 None None] Provisioning complete for port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:47.889324 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8862ea23-62eb-4326-ac41-51a15535a859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:47.922166 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:47.930932 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-8862ea23-62eb-4326-ac41-51a15535a859 None None] Port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:07:48.010440 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1d69a-ddd4-4cd0-82e0-906f2b7d28e7 req-c6d8eb51-a691-4bd3-9f29-75138d7c9ded tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:48.011939 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-87b1d69a-ddd4-4cd0-82e0-906f2b7d28e7 req-c6d8eb51-a691-4bd3-9f29-75138d7c9ded tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 932 time: 0.0540760 Apr 14 22:07:48.059401 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-87b1d69a-ddd4-4cd0-82e0-906f2b7d28e7 req-3f9f113f-fdd1-4902-9470-5cc5862f12e8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 Apr 14 22:07:48.198516 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:07:48.206086 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Publish callbacks [] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.218580 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Transition to ACTIVE for port object 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:07:48.293329 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.352163 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:48.425707 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Attempting to bind port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:07:48.426045 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Attempting to bind port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:07:48.426393 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Attempting to bind port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:07:48.431126 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:07:48.431450 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Attempting to bind port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d on network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:07:48.436818 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:07:48.437202 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Checking segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:07:48.437597 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Bound using segment: {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:07:48.438040 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Bound port: 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb883ceb-4067-4baa-ac30-2cf4837ab71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:07:48.438412 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.508940 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] For port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d, host hv-cinder-81322, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:07:48.512957 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] For port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:07:48.548055 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6331198d-b3f8-46d8-8aee-9df5eb6d13e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.629981 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.664002 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:48.664719 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:48.666042 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] 10.222.0.81 "PUT /v2.0/ports/5250a5c0-3681-4cfb-816f-1ce2eb4dd78d HTTP/1.1" status: 200 len: 1094 time: 0.8148420 Apr 14 22:07:48.666496 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'tag': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:48.668787 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c3e8a3-9f44-4e83-a4b0-567dcb747426" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa25099-f7de-42ae-9bef-9c99f70624a0", "tag": "5250a5c0-3681-4cfb-816f-1ce2eb4dd78d"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:48.699939 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031867a-5753-4f83-8afa-19de9d3a80e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:48.711842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420ca738-bc48-4be0-980c-7ce9569bc7a0 x-openstack-request-id: req-420ca738-bc48-4be0-980c-7ce9569bc7a0 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:48.711842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa25099-f7de-42ae-9bef-9c99f70624a0", "tag": "5250a5c0-3681-4cfb-816f-1ce2eb4dd78d", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:48.711842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-420ca738-bc48-4be0-980c-7ce9569bc7a0 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:48.711842 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420ca738-bc48-4be0-980c-7ce9569bc7a0'] response: {'name': 'network-changed', 'server_uuid': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'tag': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d', 'status': 'completed', 'code': 200} Apr 14 22:07:48.776679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3e8a3-9f44-4e83-a4b0-567dcb747426 req-88483787-8674-4de2-b04d-75aaa35be405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:48.778322 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c5c3e8a3-9f44-4e83-a4b0-567dcb747426 req-88483787-8674-4de2-b04d-75aaa35be405 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 1128 time: 0.0431774 Apr 14 22:07:48.898016 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3e8a3-9f44-4e83-a4b0-567dcb747426 req-310ead0b-8487-429a-a0c2-acd6bcaf7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:48.899505 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c5c3e8a3-9f44-4e83-a4b0-567dcb747426 req-310ead0b-8487-429a-a0c2-acd6bcaf7b0e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1113672 Apr 14 22:07:49.005115 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3e8a3-9f44-4e83-a4b0-567dcb747426 req-c7137460-5786-4008-b1fb-6ecca23cb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:49.006506 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c5c3e8a3-9f44-4e83-a4b0-567dcb747426 req-c7137460-5786-4008-b1fb-6ecca23cb63c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982783 Apr 14 22:07:49.096102 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-31eff074-c5c4-49fd-bb1d-4081c8756249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:49.098566 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-31eff074-c5c4-49fd-bb1d-4081c8756249 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 1128 time: 0.0456300 Apr 14 22:07:49.144487 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-2b0f805c-92ad-44e6-b113-a55a86afc8de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d HTTP/1.1" status: 200 len: 217 time: 0.0364344 Apr 14 22:07:49.182457 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bb055-5d2d-49b4-b887-cc6837bb897d req-f210b88f-6c37-425b-b1fd-10f0632e39de tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:49.183951 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-360bb055-5d2d-49b4-b887-cc6837bb897d req-f210b88f-6c37-425b-b1fd-10f0632e39de tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 944 time: 0.0529387 Apr 14 22:07:49.197884 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-a1a23bfe-9fdc-4197-83a2-852704af1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:49.199592 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-a1a23bfe-9fdc-4197-83a2-852704af1bf0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 200 len: 853 time: 0.0477588 Apr 14 22:07:49.239972 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-360bb055-5d2d-49b4-b887-cc6837bb897d req-547821cb-4d5a-4bbe-b642-ed047857007c tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482605 Apr 14 22:07:49.254912 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-4e448bfb-40cc-43c7-9466-ac57b0987365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:49.256722 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-4e448bfb-40cc-43c7-9466-ac57b0987365 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492969 Apr 14 22:07:49.349692 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-17b17384-46ae-4417-bfb2-aee6ef9b8c2d service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864565 Apr 14 22:07:49.720420 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1be5d8-2677-4e35-a551-b1cf9b346f9b req-256dfb92-fafe-4fda-9400-772c54681cc2 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641784 Apr 14 22:07:49.727678 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:50.355787 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c12375-fdbb-419c-a7dc-d1c9226fe09c req-8b604924-3f11-4a59-8b51-548cd25dbc5a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:50.357316 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d2c12375-fdbb-419c-a7dc-d1c9226fe09c req-8b604924-3f11-4a59-8b51-548cd25dbc5a tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 944 time: 0.0474930 Apr 14 22:07:50.406672 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d2c12375-fdbb-419c-a7dc-d1c9226fe09c req-066394d1-1006-4208-8176-8e59c1a7fb6f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417180 Apr 14 22:07:50.882182 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.522437 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63179eef-97c7-43c6-a78e-9eacb5ac5f92 req-e6889419-4019-4744-8ba8-e812ac1fc426 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:51.523914 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-63179eef-97c7-43c6-a78e-9eacb5ac5f92 req-e6889419-4019-4744-8ba8-e812ac1fc426 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 944 time: 0.0484636 Apr 14 22:07:51.573035 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-63179eef-97c7-43c6-a78e-9eacb5ac5f92 req-6e5d28ab-fd88-4cb0-9b5b-80b33132ad72 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432217 Apr 14 22:07:51.585570 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:07:51.684288 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:51.696115 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'port_id': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d', 'mac_address': 'fa:16:3e:c6:65:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:07:51.733981 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:51.734373 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.748344 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:07:51.777857 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:51.905111 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:51.959520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:52.427907 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['5250a5c0-3681-4cfb-816f-1ce2eb4dd78d'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:07:52.601561 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:52.694361 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b17650-2dc0-4fde-9bb8-af5ccb1cc301 req-d7f02617-a4c6-4178-8a5c-aaa024538116 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:52.695795 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-54b17650-2dc0-4fde-9bb8-af5ccb1cc301 req-d7f02617-a4c6-4178-8a5c-aaa024538116 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 945 time: 0.0508196 Apr 14 22:07:52.751353 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-54b17650-2dc0-4fde-9bb8-af5ccb1cc301 req-396fdc36-0dd4-4ba3-8d0c-a48b41e5046d tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495536 Apr 14 22:07:53.583319 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:07:53.631914 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:07:53.710786 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:07:53.711167 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:53.791730 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:07:53.792126 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:53.816507 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:53.818769 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052beba2-623d-4800-b024-90bdb8deaae3" -d '{"events": [{"server_uuid": "0fa25099-f7de-42ae-9bef-9c99f70624a0", "name": "network-vif-plugged", "status": "completed", "tag": "5250a5c0-3681-4cfb-816f-1ce2eb4dd78d"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:53.835582 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:53.865937 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afec3e-695e-4d50-80bf-2155fc3ce41a req-3cf9bedb-5f4c-438f-8ed0-728615c609ed tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:53.867424 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e1afec3e-695e-4d50-80bf-2155fc3ce41a req-3cf9bedb-5f4c-438f-8ed0-728615c609ed tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Apr 14 22:07:53.928814 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e1afec3e-695e-4d50-80bf-2155fc3ce41a req-8d4c82d8-2385-4fa5-961b-1c5ee5a1250f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548670 Apr 14 22:07:53.994600 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:54.022261 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39d04c2-8631-4911-8dcd-a285ec24a40e x-openstack-request-id: req-e39d04c2-8631-4911-8dcd-a285ec24a40e {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:54.022554 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa25099-f7de-42ae-9bef-9c99f70624a0", "name": "network-vif-plugged", "status": "completed", "tag": "5250a5c0-3681-4cfb-816f-1ce2eb4dd78d", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:54.022809 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e39d04c2-8631-4911-8dcd-a285ec24a40e {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:54.023387 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39d04c2-8631-4911-8dcd-a285ec24a40e'] response: {'server_uuid': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d', 'code': 200} Apr 14 22:07:54.051403 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:54.291824 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a08eb-6233-4757-b7c7-92000a57fe02 req-6823d23c-de20-4ca3-918f-4958f56c0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:54.293286 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c9a08eb-6233-4757-b7c7-92000a57fe02 req-6823d23c-de20-4ca3-918f-4958f56c0c20 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 1130 time: 0.0404794 Apr 14 22:07:54.341751 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c9a08eb-6233-4757-b7c7-92000a57fe02 req-20557c25-e21d-4862-8bfd-7d80a9013210 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404952 Apr 14 22:07:55.058255 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9638573-5253-41bb-a8b9-2d5c181bf4f9 req-99d6d510-4493-428b-aa34-92417cede6a0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:55.059728 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e9638573-5253-41bb-a8b9-2d5c181bf4f9 req-99d6d510-4493-428b-aa34-92417cede6a0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 946 time: 0.0506842 Apr 14 22:07:55.111618 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e9638573-5253-41bb-a8b9-2d5c181bf4f9 req-65a1cb57-7849-41b0-988e-17a36f0416b7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455165 Apr 14 22:07:56.138439 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39ac36-482c-4a03-96a8-456940acbc4f req-1a05410b-d2f8-4edc-96f5-fb1ef22a0bc9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:56.142564 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d39ac36-482c-4a03-96a8-456940acbc4f req-1a05410b-d2f8-4edc-96f5-fb1ef22a0bc9 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 946 time: 0.0514724 Apr 14 22:07:56.198430 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d39ac36-482c-4a03-96a8-456940acbc4f req-b4a76f93-d35c-4a8c-9224-d3dfa19b033b tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485194 Apr 14 22:07:56.252331 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a65db-9117-48b7-aa41-5fb60d617a0f req-e7333fd2-de9d-482b-8a7a-cdf45a7738d2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:56.253857 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-158a65db-9117-48b7-aa41-5fb60d617a0f req-e7333fd2-de9d-482b-8a7a-cdf45a7738d2 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 946 time: 0.0609598 Apr 14 22:07:56.315936 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-158a65db-9117-48b7-aa41-5fb60d617a0f req-20b3e5e0-9115-4439-a615-40aac1945782 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555484 Apr 14 22:07:56.433667 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109fd2-04d5-4e2c-a35f-89ed282c605c req-67cefa1c-9fe0-475c-9a3d-c25949487c07 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:56.435194 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47109fd2-04d5-4e2c-a35f-89ed282c605c req-67cefa1c-9fe0-475c-9a3d-c25949487c07 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 946 time: 0.0493965 Apr 14 22:07:56.445804 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54930) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:07:56.450524 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-e07ef854-fd9e-4db8-9a98-f2cfeaa0f9a5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Request body: {'floatingip': {'port_id': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:07:56.491870 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e07ef854-fd9e-4db8-9a98-f2cfeaa0f9a5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (3df2e06b-10d6-47a9-8245-1e1f9e04ffbd), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:56.981325 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e07ef854-fd9e-4db8-9a98-f2cfeaa0f9a5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.077095 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e07ef854-fd9e-4db8-9a98-f2cfeaa0f9a5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (3df2e06b-10d6-47a9-8245-1e1f9e04ffbd), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.196136 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-e07ef854-fd9e-4db8-9a98-f2cfeaa0f9a5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Floating IP 3df2e06b-10d6-47a9-8245-1e1f9e04ffbd associated. External IP: 172.27.1.65, port: 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d. Apr 14 22:07:57.340313 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f183e05-e171-461b-b30e-3694a58ee5f2 req-cf47b9a6-9df6-44c1-889d-b15933e88c2d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:57.342020 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5f183e05-e171-461b-b30e-3694a58ee5f2 req-cf47b9a6-9df6-44c1-889d-b15933e88c2d tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 946 time: 0.0550287 Apr 14 22:07:57.408617 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5f183e05-e171-461b-b30e-3694a58ee5f2 req-19ebfa63-d6ff-4ac0-897d-85a4db33a853 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590179 Apr 14 22:07:57.440977 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07ef854-fd9e-4db8-9a98-f2cfeaa0f9a5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:57.563945 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07ef854-fd9e-4db8-9a98-f2cfeaa0f9a5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:57.570595 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e07ef854-fd9e-4db8-9a98-f2cfeaa0f9a5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:57.578627 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:57.589939 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:57.590898 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:57.603354 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e07ef854-fd9e-4db8-9a98-f2cfeaa0f9a5 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "PUT /v2.0/floatingips/3df2e06b-10d6-47a9-8245-1e1f9e04ffbd HTTP/1.1" status: 200 len: 991 time: 1.1563056 Apr 14 22:07:57.604058 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'tag': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:57.606373 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f970040-4236-40fb-8ad0-55ea387e12b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa25099-f7de-42ae-9bef-9c99f70624a0", "tag": "5250a5c0-3681-4cfb-816f-1ce2eb4dd78d"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:57.649717 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9f43af-ce3f-4bff-8676-2f0b890e5221 x-openstack-request-id: req-bf9f43af-ce3f-4bff-8676-2f0b890e5221 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:57.650218 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa25099-f7de-42ae-9bef-9c99f70624a0", "tag": "5250a5c0-3681-4cfb-816f-1ce2eb4dd78d", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:57.650493 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf9f43af-ce3f-4bff-8676-2f0b890e5221 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:57.650918 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9f43af-ce3f-4bff-8676-2f0b890e5221'] response: {'name': 'network-changed', 'server_uuid': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'tag': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d', 'status': 'completed', 'code': 200} Apr 14 22:07:57.731030 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:57.742863 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-1488b91a-e301-44f1-b21e-cf19fc01eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:57.745501 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-1488b91a-e301-44f1-b21e-cf19fc01eb48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 1130 time: 0.0534534 Apr 14 22:07:57.883436 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-5124a781-3611-4c19-90e8-b72444e597fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:57.884971 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-5124a781-3611-4c19-90e8-b72444e597fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 200 len: 915 time: 0.1087353 Apr 14 22:07:57.986731 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '3df2e06b-10d6-47a9-8245-1e1f9e04ffbd', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:c6:65:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:43Z', 'updated_at': '2022-04-14T22:07:56Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:58.020026 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:07:58.030828 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:58.031714 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:58.085471 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-f911992f-490a-40d7-ac9b-16d6cf208612 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d HTTP/1.1" status: 200 len: 999 time: 0.0637782 Apr 14 22:07:58.156902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-37b339bc-bb67-457e-a30c-a7fae4dde116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:58.158381 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:07:58.159011 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-37b339bc-bb67-457e-a30c-a7fae4dde116 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 200 len: 853 time: 0.0650170 Apr 14 22:07:58.208816 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-f606df9d-43c9-4679-b5b0-0a85406625bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:58.218158 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-f606df9d-43c9-4679-b5b0-0a85406625bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430710 Apr 14 22:07:58.316857 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-722a6598-f17f-4701-9155-767b25b66d77 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963736 Apr 14 22:07:58.346648 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87251182-2e71-45e9-881e-8e374012283d req-4555f1fb-e79c-4d86-9778-d5a9deb6a3df tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:58.348305 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-87251182-2e71-45e9-881e-8e374012283d req-4555f1fb-e79c-4d86-9778-d5a9deb6a3df tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 946 time: 0.0542245 Apr 14 22:07:58.446717 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-df6d8cde-2caa-49f0-ab0c-b940ac5bb0a1 service neutron] 10.222.0.81 "GET /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178427 Apr 14 22:07:58.466752 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Deleting port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:07:58.467240 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:58.468487 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '3df2e06b-10d6-47a9-8245-1e1f9e04ffbd', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:c6:65:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:43Z', 'updated_at': '2022-04-14T22:07:56Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:58.500769 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0254f4-5905-409f-9f03-9c9c5e3fc2ed None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '3df2e06b-10d6-47a9-8245-1e1f9e04ffbd', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'port_id': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'mac_address': 'fa:16:3e:c6:65:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:07:43Z', 'updated_at': '2022-04-14T22:07:56Z', 'revision_number': 1, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:07:58.580482 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe613-100f-4d9d-9d84-5bd350f4effa req-e5e55e88-08da-408b-9a9b-0d0ce4b4f572 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:07:58.582251 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a2ebe613-100f-4d9d-9d84-5bd350f4effa req-e5e55e88-08da-408b-9a9b-0d0ce4b4f572 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 946 time: 0.0905759 Apr 14 22:07:58.624650 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] For port a5a1eab0-286b-4cbd-adb9-b79faf9f5570, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:07:58.625018 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:58.696317 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a2ebe613-100f-4d9d-9d84-5bd350f4effa req-21912d50-d684-4895-8a27-31010ad18f91 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c57271f-d840-47a0-b135-09ba0baaa4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079123 Apr 14 22:07:58.747694 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2ca020-aa39-4dad-b52c-e8c8ee87aaf9 None None] New status for floating IP 3df2e06b-10d6-47a9-8245-1e1f9e04ffbd: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:07:58.842275 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:58.843559 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (27f6a44c-1c9b-4ee4-b700-80f74b4adf3d), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:58.843559 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Floating IP 27f6a44c-1c9b-4ee4-b700-80f74b4adf3d disassociated. External IP: 172.27.1.236, port: a5a1eab0-286b-4cbd-adb9-b79faf9f5570. Apr 14 22:07:58.844092 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Calling delete_port for a5a1eab0-286b-4cbd-adb9-b79faf9f5570 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:07:59.122189 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (a5a1eab0-286b-4cbd-adb9-b79faf9f5570), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:59.152466 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event deleted for resources: {'Port': ['ID=a5a1eab0-286b-4cbd-adb9-b79faf9f5570,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:07:59.273594 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Router a090ef34-31f9-458c-b1cd-347207fcc078 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:07:59.671885 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:07:59.682336 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] Sync routers for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:07:59.692994 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:07:59.693692 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:07:59.714267 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] No DVR routers for this DVR port a5a1eab0-286b-4cbd-adb9-b79faf9f5570 on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:07:59.717735 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:07:59.721591 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-87251182-2e71-45e9-881e-8e374012283d req-75516bf9-58c6-4ea4-936a-a1d0d84811af tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.81 "DELETE /v2.0/ports/a5a1eab0-286b-4cbd-adb9-b79faf9f5570 HTTP/1.1" status: 204 len: 173 time: 1.3661773 Apr 14 22:07:59.722040 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-deleted', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:07:59.726829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208611d2-1440-434f-8fc2-78fb878e997a" -d '{"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-deleted", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:07:59.825580 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a149fca2-cc42-4976-b9cb-3dc7a42b2bf7 req-4920aa46-7ad6-469f-8313-7dd69d012e6a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 210 time: 0.0450237 Apr 14 22:07:59.856853 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9532e343-87c3-435a-a028-20a0b655b651 x-openstack-request-id: req-9532e343-87c3-435a-a028-20a0b655b651 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:07:59.856853 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16948675-e46e-4ef8-b4ba-92c392f9ae33", "name": "network-vif-deleted", "tag": "a5a1eab0-286b-4cbd-adb9-b79faf9f5570", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:07:59.856853 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9532e343-87c3-435a-a028-20a0b655b651 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:07:59.857122 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9532e343-87c3-435a-a028-20a0b655b651'] response: {'server_uuid': '16948675-e46e-4ef8-b4ba-92c392f9ae33', 'name': 'network-vif-deleted', 'tag': 'a5a1eab0-286b-4cbd-adb9-b79faf9f5570', 'status': 'completed', 'code': 200} Apr 14 22:07:59.919506 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:00.121722 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:00.154928 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] Checking router: a090ef34-31f9-458c-b1cd-347207fcc078 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:08:00.164323 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:00.165416 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:00.281873 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:00.506733 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:00.534877 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f5cae-e21a-4382-a17c-378e1ef2ab75 None None] The sync data for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi is: [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T21:56:17Z', 'revision_number': 4, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '44a58f13-89e7-4c6c-919a-0fd042c103a1', 'name': '', 'network_id': '7ad71b8f-feb8-42d7-a41c-dab223adb72b', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'mac_address': 'fa:16:3e:7e:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:15Z', 'updated_at': '2022-04-14T21:56:24Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'subnets': [{'id': '08a27cee-4a52-40e6-8c45-d04825080fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:08:00.797229 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a05b85-a622-4d52-9c65-c65858289aa4 None None] New status for floating IP 27f6a44c-1c9b-4ee4-b700-80f74b4adf3d: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:08:00.946806 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c70c93ef-a59d-4d64-a6ad-f23c17ef39d5 req-8fff04ea-f5c0-4d1f-8ffe-bf3feb1eb4d1 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/ports?device_id=16948675-e46e-4ef8-b4ba-92c392f9ae33 HTTP/1.1" status: 200 len: 210 time: 0.0282815 Apr 14 22:08:01.616853 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device a5a1eab0-286b-4cbd-adb9-b79faf9f5570 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:08:01.641573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: a5a1eab0-286b-4cbd-adb9-b79faf9f5570 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:08:01.641929 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device a5a1eab0-286b-4cbd-adb9-b79faf9f5570 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:08:02.117850 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54958) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:02.172612 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd615-819e-4436-82c6-36ba6778f851 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (6c57271f-d840-47a0-b135-09ba0baaa4ea), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.196007 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd615-819e-4436-82c6-36ba6778f851 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (6c57271f-d840-47a0-b135-09ba0baaa4ea), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.328326 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd615-819e-4436-82c6-36ba6778f851 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (6c57271f-d840-47a0-b135-09ba0baaa4ea), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.330975 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd615-819e-4436-82c6-36ba6778f851 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.332297 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ee2dd615-819e-4436-82c6-36ba6778f851 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "DELETE /v2.0/security-groups/6c57271f-d840-47a0-b135-09ba0baaa4ea HTTP/1.1" status: 204 len: 168 time: 0.2134511 Apr 14 22:08:02.335187 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54960) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:02.342553 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dd615-819e-4436-82c6-36ba6778f851 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c57271f-d840-47a0-b135-09ba0baaa4ea,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:02.355616 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.api.v2.resource [None req-8d6b5d7e-707e-47a6-90f6-f6bca0c0243a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] show failed (client error): The resource could not be found. Apr 14 22:08:02.356754 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8d6b5d7e-707e-47a6-90f6-f6bca0c0243a tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "GET /v2.0/security-groups/6c57271f-d840-47a0-b135-09ba0baaa4ea HTTP/1.1" status: 404 len: 347 time: 0.0205681 Apr 14 22:08:02.362096 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54962) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:02.484029 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Deleting port 952a0479-6a79-476c-86c4-3cd73d2773f4 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:08:02.484371 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (952a0479-6a79-476c-86c4-3cd73d2773f4), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.559729 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (952a0479-6a79-476c-86c4-3cd73d2773f4), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.560104 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (952a0479-6a79-476c-86c4-3cd73d2773f4), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.579802 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Calling delete_port for 952a0479-6a79-476c-86c4-3cd73d2773f4 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:08:02.791233 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (952a0479-6a79-476c-86c4-3cd73d2773f4), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.818001 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Pushing event deleted for resources: {'Port': ['ID=952a0479-6a79-476c-86c4-3cd73d2773f4,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:02.884507 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks [] for floatingip (27f6a44c-1c9b-4ee4-b700-80f74b4adf3d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.887147 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:02.888327 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4f526200-d64c-496e-a552-791eb1ad2762 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] 10.222.0.52 "DELETE /v2.0/floatingips/27f6a44c-1c9b-4ee4-b700-80f74b4adf3d HTTP/1.1" status: 204 len: 168 time: 0.5252144 Apr 14 22:08:05.749577 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54986) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:06.299510 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (a090ef34-31f9-458c-b1cd-347207fcc078), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.536547 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Deleting port 44a58f13-89e7-4c6c-919a-0fd042c103a1 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:08:06.536547 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.609789 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] For port 44a58f13-89e7-4c6c-919a-0fd042c103a1, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=44a58f13-89e7-4c6c-919a-0fd042c103a1,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:06.610157 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.623126 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Calling delete_port for 44a58f13-89e7-4c6c-919a-0fd042c103a1 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:08:06.888751 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (44a58f13-89e7-4c6c-919a-0fd042c103a1), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:06.921004 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Pushing event deleted for resources: {'Port': ['ID=44a58f13-89e7-4c6c-919a-0fd042c103a1,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:07.104800 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (a090ef34-31f9-458c-b1cd-347207fcc078), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.226468 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:08:07.329398 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Router a090ef34-31f9-458c-b1cd-347207fcc078 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:08:07.438444 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:08:07.444709 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-700d09e9-3eb5-46f6-948f-7151f3f4090a admin admin] 10.222.0.52 "PUT /v2.0/routers/a090ef34-31f9-458c-b1cd-347207fcc078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6937323 Apr 14 22:08:07.446158 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54990) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:07.448832 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] Sync routers for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:08:07.460242 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:07.460891 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:07.558480 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks [] for router (a090ef34-31f9-458c-b1cd-347207fcc078), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.578581 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:07.676212 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks [] for router_gateway (a090ef34-31f9-458c-b1cd-347207fcc078), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.764163 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T22:08:06Z', 'revision_number': 5, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port': {'id': 'd31aceea-49cf-4027-9f93-0847e33dbff0', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:56:11Z', 'updated_at': '2022-04-14T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:07.792079 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] Checking router: a090ef34-31f9-458c-b1cd-347207fcc078 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:08:07.797434 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Deleting port d31aceea-49cf-4027-9f93-0847e33dbff0 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:08:07.797780 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.802096 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] Routers {'a090ef34-31f9-458c-b1cd-347207fcc078'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:07.802706 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:07:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['a090ef34-31f9-458c-b1cd-347207fcc078'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:07.880649 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] For port d31aceea-49cf-4027-9f93-0847e33dbff0, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=d31aceea-49cf-4027-9f93-0847e33dbff0,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:07.881047 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:07.894705 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Calling delete_port for d31aceea-49cf-4027-9f93-0847e33dbff0 owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:08:07.895728 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] Set router a090ef34-31f9-458c-b1cd-347207fcc078 gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:07.954461 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T22:08:07Z', 'revision_number': 6, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port_host': None}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:07.984727 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fead22a-eee8-4be8-bf63-0de64ea6835c None None] The sync data for ids ['a090ef34-31f9-458c-b1cd-347207fcc078'] in dv-cinder-813229-9-iscsi is: [{'id': 'a090ef34-31f9-458c-b1cd-347207fcc078', 'name': 'tempest-AttachVolumeShelveTestJSON-22378305-router', 'tenant_id': '4341bd0e366648d2a8e427316961d985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:56:10Z', 'updated_at': '2022-04-14T22:08:07Z', 'revision_number': 6, 'project_id': '4341bd0e366648d2a8e427316961d985', 'gw_port_host': None}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:08:08.137480 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (d31aceea-49cf-4027-9f93-0847e33dbff0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.165422 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31aceea-49cf-4027-9f93-0847e33dbff0,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:08.236766 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (a090ef34-31f9-458c-b1cd-347207fcc078), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.335467 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (a090ef34-31f9-458c-b1cd-347207fcc078), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.337712 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks [] for router_controller (a090ef34-31f9-458c-b1cd-347207fcc078), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.516284 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (a090ef34-31f9-458c-b1cd-347207fcc078), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.516859 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a090ef34-31f9-458c-b1cd-347207fcc078 {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:08:08.521509 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.522522 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-dc908b56-11cb-4dff-bfc6-8b1482e90d23 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a090ef34-31f9-458c-b1cd-347207fcc078 HTTP/1.1" status: 204 len: 168 time: 1.0753250 Apr 14 22:08:08.525127 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 54992) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:08.570702 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f64c1b-412f-4f1d-acd5-8f9705d81992 admin admin] Deleting subnet 08a27cee-4a52-40e6-8c45-d04825080fb4 {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:08:08.573786 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-26f64c1b-412f-4f1d-acd5-8f9705d81992 admin admin] Publish callbacks [] for subnet (08a27cee-4a52-40e6-8c45-d04825080fb4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.609361 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-26f64c1b-412f-4f1d-acd5-8f9705d81992 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (08a27cee-4a52-40e6-8c45-d04825080fb4), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.691587 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-26f64c1b-412f-4f1d-acd5-8f9705d81992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (08a27cee-4a52-40e6-8c45-d04825080fb4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.846535 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-26f64c1b-412f-4f1d-acd5-8f9705d81992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (08a27cee-4a52-40e6-8c45-d04825080fb4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.877201 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-26f64c1b-412f-4f1d-acd5-8f9705d81992 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:08.883547 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-26f64c1b-412f-4f1d-acd5-8f9705d81992 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/08a27cee-4a52-40e6-8c45-d04825080fb4 HTTP/1.1" status: 204 len: 168 time: 0.3549931 Apr 14 22:08:08.883547 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f64c1b-412f-4f1d-acd5-8f9705d81992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a27cee-4a52-40e6-8c45-d04825080fb4,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:08.883928 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54994) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:08.895258 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a77a572-7c40-424f-82fe-08d21b0d01b3 None None] Network 7ad71b8f-feb8-42d7-a41c-dab223adb72b requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:08:08.964074 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (7ad71b8f-feb8-42d7-a41c-dab223adb72b), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.024401 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Deleting port 3d774445-a031-4237-b532-4d7cf2a560d0 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:08:09.024788 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.108210 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] For port 3d774445-a031-4237-b532-4d7cf2a560d0, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=3d774445-a031-4237-b532-4d7cf2a560d0,segment=NetworkSegment(dde44f7d-fcb7-47a9-819c-c12a62fb1275),segment_id=dde44f7d-fcb7-47a9-819c-c12a62fb1275)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:09.108682 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.121973 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Calling delete_port for 3d774445-a031-4237-b532-4d7cf2a560d0 owned by network:dhcp {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:08:09.140571 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device d31aceea-49cf-4027-9f93-0847e33dbff0 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:08:09.164833 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: d31aceea-49cf-4027-9f93-0847e33dbff0 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:08:09.165185 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device d31aceea-49cf-4027-9f93-0847e33dbff0 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:08:09.165634 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 44a58f13-89e7-4c6c-919a-0fd042c103a1 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:08:09.190463 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 44a58f13-89e7-4c6c-919a-0fd042c103a1 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:08:09.190814 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 44a58f13-89e7-4c6c-919a-0fd042c103a1 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:08:09.259963 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] DHCP port deletion for 7ad71b8f-feb8-42d7-a41c-dab223adb72b request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:08:09.287453 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.300838 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] Deleting port 3d774445-a031-4237-b532-4d7cf2a560d0 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:08:09.309189 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.316363 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d774445-a031-4237-b532-4d7cf2a560d0,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:09.318755 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] No DVR routers for this DVR port 3d774445-a031-4237-b532-4d7cf2a560d0 on host dv-cinder-813229-9-iscsi {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:08:09.345155 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.345512 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.346121 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.346467 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.346826 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.347143 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.347570 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.347822 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.348122 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.348493 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.348968 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.349230 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.349556 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.349878 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.350201 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:09.377556 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] For port 3d774445-a031-4237-b532-4d7cf2a560d0, host dv-cinder-813229-9-iscsi, got binding levels [] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:09.378208 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.396137 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] Calling delete_port for 3d774445-a031-4237-b532-4d7cf2a560d0 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:08:09.398938 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.ipam_backend_mixin [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] Port 3d774445-a031-4237-b532-4d7cf2a560d0 was not found and therefore no delete operation was performed {{(pid=110549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 14 22:08:09.400184 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (3d774445-a031-4237-b532-4d7cf2a560d0), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.413541 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (7ad71b8f-feb8-42d7-a41c-dab223adb72b), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.426802 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] Pushing event deleted for resources: {'Port': ['ID=3d774445-a031-4237-b532-4d7cf2a560d0,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:09.430401 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22423f-c107-4bd7-80f6-d02d3480fa35 None None] No DVR routers for this DVR port 3d774445-a031-4237-b532-4d7cf2a560d0 on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:08:09.441908 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad71b8f-feb8-42d7-a41c-dab223adb72b']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:09.457546 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde44f7d-fcb7-47a9-819c-c12a62fb1275') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:09.457783 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde44f7d-fcb7-47a9-819c-c12a62fb1275') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:09.473688 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (dde44f7d-fcb7-47a9-819c-c12a62fb1275), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.489505 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (dde44f7d-fcb7-47a9-819c-c12a62fb1275), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.495499 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:08:09.495883 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (dde44f7d-fcb7-47a9-819c-c12a62fb1275), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:08:09.497675 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:08:09.653376 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (7ad71b8f-feb8-42d7-a41c-dab223adb72b), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.659690 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:09.662937 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] 10.222.0.52 "DELETE /v2.0/networks/7ad71b8f-feb8-42d7-a41c-dab223adb72b HTTP/1.1" status: 204 len: 168 time: 0.7773974 Apr 14 22:08:09.674671 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3547231-9e13-483c-a718-3a49cf02099c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad71b8f-feb8-42d7-a41c-dab223adb72b,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:10.124668 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 54998) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:10.156492 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.166897 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6c4dc69e-3bd0-4d46-bae6-2ccd44c05759 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4341bd0e366648d2a8e427316961d985&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400014 Apr 14 22:08:10.168710 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55000) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:10.223176 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93b9e5bc-e5e8-49e6-ab09-3dd35a53562a admin admin] Publish callbacks [] for security_group (1d3c30aa-73c2-46c7-b138-401cd415097a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.252703 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93b9e5bc-e5e8-49e6-ab09-3dd35a53562a admin admin] Publish callbacks [] for security_group (1d3c30aa-73c2-46c7-b138-401cd415097a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.356016 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93b9e5bc-e5e8-49e6-ab09-3dd35a53562a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (1d3c30aa-73c2-46c7-b138-401cd415097a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.359336 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93b9e5bc-e5e8-49e6-ab09-3dd35a53562a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:10.360532 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-93b9e5bc-e5e8-49e6-ab09-3dd35a53562a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d3c30aa-73c2-46c7-b138-401cd415097a HTTP/1.1" status: 204 len: 168 time: 0.1908937 Apr 14 22:08:10.368765 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9e5bc-e5e8-49e6-ab09-3dd35a53562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3c30aa-73c2-46c7-b138-401cd415097a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:10.978118 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 3d774445-a031-4237-b532-4d7cf2a560d0 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:08:11.002806 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 3d774445-a031-4237-b532-4d7cf2a560d0 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:08:11.003159 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 3d774445-a031-4237-b532-4d7cf2a560d0 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:08:16.150592 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f367e245-4be9-4db1-b94f-46158d39ce9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:18.555607 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-253f5e2c-c78d-4844-bbdf-cac5e3407e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:19.727647 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:20.961854 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:22.578896 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:22.763682 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55118) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:22.880890 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c1e442a7-ab91-48d8-80ce-fb118949f83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:22.958618 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c1e442a7-ab91-48d8-80ce-fb118949f83f admin admin] Publish callbacks [] for security_group (cb493f6f-73b9-4684-9e4f-ef34b4bfe411), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:23.081587 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c1e442a7-ab91-48d8-80ce-fb118949f83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (cb493f6f-73b9-4684-9e4f-ef34b4bfe411), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:23.119359 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e442a7-ab91-48d8-80ce-fb118949f83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb493f6f-73b9-4684-9e4f-ef34b4bfe411,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:23.124279 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c1e442a7-ab91-48d8-80ce-fb118949f83f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ea1238962b9443ca72ee0ffae62707f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595705 Apr 14 22:08:23.127083 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55122) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:08:23.178928 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe5f8-b165-43f7-87a9-9f45cdfcde93 admin admin] Publish callbacks [] for security_group (cb493f6f-73b9-4684-9e4f-ef34b4bfe411), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:23.205013 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe5f8-b165-43f7-87a9-9f45cdfcde93 admin admin] Publish callbacks [] for security_group (cb493f6f-73b9-4684-9e4f-ef34b4bfe411), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:23.355693 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe5f8-b165-43f7-87a9-9f45cdfcde93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (cb493f6f-73b9-4684-9e4f-ef34b4bfe411), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:23.358932 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe5f8-b165-43f7-87a9-9f45cdfcde93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:23.360845 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b2fbe5f8-b165-43f7-87a9-9f45cdfcde93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb493f6f-73b9-4684-9e4f-ef34b4bfe411 HTTP/1.1" status: 204 len: 168 time: 0.2326083 Apr 14 22:08:23.370620 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbe5f8-b165-43f7-87a9-9f45cdfcde93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb493f6f-73b9-4684-9e4f-ef34b4bfe411,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:39.154943 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b4122-16d6-46a2-8dc0-a6a9a4ee9cef req-3aa40575-b25a-48aa-b206-7b358dc30751 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:39.159148 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-171b4122-16d6-46a2-8dc0-a6a9a4ee9cef req-3aa40575-b25a-48aa-b206-7b358dc30751 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 945 time: 0.0687649 Apr 14 22:08:39.225869 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-171b4122-16d6-46a2-8dc0-a6a9a4ee9cef req-fbfd210e-5d68-49dd-b427-ebb1f08fb344 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564346 Apr 14 22:08:40.201520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:40.352841 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773053d-32ca-4ed9-acb4-7f49e9e09768 req-f162a52e-3dfe-41bd-8a6a-f4422ef68f91 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:40.354362 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0773053d-32ca-4ed9-acb4-7f49e9e09768 req-f162a52e-3dfe-41bd-8a6a-f4422ef68f91 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 945 time: 0.0539153 Apr 14 22:08:40.409696 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0773053d-32ca-4ed9-acb4-7f49e9e09768 req-b3a0581e-c337-4123-9192-b2a4aafd3d54 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484626 Apr 14 22:08:41.252321 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a35b65-791f-49bf-860f-e31c070e886e req-583ccfad-15a4-4a05-967d-20ff6137712d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:41.253664 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f4a35b65-791f-49bf-860f-e31c070e886e req-583ccfad-15a4-4a05-967d-20ff6137712d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 945 time: 0.0508468 Apr 14 22:08:41.341555 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Deleting port d5ab90ef-94d9-42e4-a6e8-6322dc00896b {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:08:41.341917 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:41.436233 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] For port d5ab90ef-94d9-42e4-a6e8-6322dc00896b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:08:41.436970 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:41.524463 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0757f-1a36-45a7-9191-9cc273c28867 req-f4db9371-976e-4f26-ab52-1ce7cf17739b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:41.525848 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-efe0757f-1a36-45a7-9191-9cc273c28867 req-f4db9371-976e-4f26-ab52-1ce7cf17739b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Apr 14 22:08:41.580662 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-efe0757f-1a36-45a7-9191-9cc273c28867 req-d706a62a-7198-4b80-9d51-631f7d166041 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480218 Apr 14 22:08:41.615431 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:41.615793 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (310ab821-2692-4972-b155-7f9c0e3117fb), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:41.616111 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Floating IP 310ab821-2692-4972-b155-7f9c0e3117fb disassociated. External IP: 172.27.1.248, port: d5ab90ef-94d9-42e4-a6e8-6322dc00896b. Apr 14 22:08:41.616453 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Calling delete_port for d5ab90ef-94d9-42e4-a6e8-6322dc00896b owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:08:41.835352 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (d5ab90ef-94d9-42e4-a6e8-6322dc00896b), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:41.864971 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event deleted for resources: {'Port': ['ID=d5ab90ef-94d9-42e4-a6e8-6322dc00896b,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:41.875862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.876210 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.876733 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.876898 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.877240 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.877572 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.877897 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.878222 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.878549 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.879504 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.879504 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.879504 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.879866 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.880111 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.880435 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:08:41.999831 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Router af15e10b-8736-4d5b-ad44-d253e292df4c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:08:42.407652 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:08:42.418452 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] Sync routers for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:08:42.428168 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:42.428787 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:08:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:42.453154 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] No DVR routers for this DVR port d5ab90ef-94d9-42e4-a6e8-6322dc00896b on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:08:42.455857 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:42.459326 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f4a35b65-791f-49bf-860f-e31c070e886e req-9c801ecc-f3c0-4f7e-9a09-d1f0b48b7818 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "DELETE /v2.0/ports/d5ab90ef-94d9-42e4-a6e8-6322dc00896b HTTP/1.1" status: 204 len: 173 time: 1.1997695 Apr 14 22:08:42.459806 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'name': 'network-vif-deleted', 'tag': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:42.462350 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edd9c54-840d-4083-a791-f6f199852ac8" -d '{"events": [{"server_uuid": "3cdc5e62-0b89-4286-ae98-38b2a8177663", "name": "network-vif-deleted", "tag": "d5ab90ef-94d9-42e4-a6e8-6322dc00896b"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:42.504094 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6b2de2-ea89-4286-8ca5-3a79328a9b7d x-openstack-request-id: req-6e6b2de2-ea89-4286-8ca5-3a79328a9b7d {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:42.504392 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdc5e62-0b89-4286-ae98-38b2a8177663", "name": "network-vif-deleted", "tag": "d5ab90ef-94d9-42e4-a6e8-6322dc00896b", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:42.504735 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e6b2de2-ea89-4286-8ca5-3a79328a9b7d {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:42.531318 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6b2de2-ea89-4286-8ca5-3a79328a9b7d'] response: {'server_uuid': '3cdc5e62-0b89-4286-ae98-38b2a8177663', 'name': 'network-vif-deleted', 'tag': 'd5ab90ef-94d9-42e4-a6e8-6322dc00896b', 'status': 'completed', 'code': 200} Apr 14 22:08:42.548566 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:42.686016 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-29515f73-2112-4894-b87e-1f07a8a19087 req-45239a24-d675-40bb-81e0-c362c17d8379 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 210 time: 0.0317366 Apr 14 22:08:42.780850 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:42.815678 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] Checking router: af15e10b-8736-4d5b-ad44-d253e292df4c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:08:42.865916 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:08:42.866554 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:08:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:43.048657 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:08:43.255478 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:08:43.287295 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1c9e7-5e6c-468b-9126-1f9fbd7351ed None None] The sync data for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi is: [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:08:43.522153 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db46da-6b28-4286-91fe-3d2cc0a1bf9e None None] New status for floating IP 310ab821-2692-4972-b155-7f9c0e3117fb: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:08:43.802259 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-adfda4ab-c731-4150-bf79-3d4a5899eaa9 req-48b83990-a96e-4af2-9c24-435b3e4229f5 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc5e62-0b89-4286-ae98-38b2a8177663 HTTP/1.1" status: 200 len: 210 time: 0.0273502 Apr 14 22:08:43.833822 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d5ab90ef-94d9-42e4-a6e8-6322dc00896b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:08:43.854756 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: d5ab90ef-94d9-42e4-a6e8-6322dc00896b {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:08:43.855144 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d5ab90ef-94d9-42e4-a6e8-6322dc00896b not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:08:44.224981 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:08:45.071844 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-d7a46b3e-c048-4961-b14f-9d8d0ac349f0 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040101129&fields=id&tenant_id=40579fb10b2242a9a17aef3f68c7248d HTTP/1.1" status: 200 len: 267 time: 0.0471175 Apr 14 22:08:45.180497 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-d91381fa-0056-4e2b-b898-da67e16e511b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:45.182078 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-d91381fa-0056-4e2b-b898-da67e16e511b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 811 time: 0.1035280 Apr 14 22:08:45.198054 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-2800ab84-160e-4293-8406-12b46db9d3be tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/quotas/40579fb10b2242a9a17aef3f68c7248d HTTP/1.1" status: 200 len: 375 time: 0.0098057 Apr 14 22:08:45.249662 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-863d4f70-2636-4f0c-a9e9-e1e2d0de9fc5 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462139 Apr 14 22:08:45.349224 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-371defbb-b80d-45c7-b92a-427e14c1f7d4 service neutron] 10.222.0.52 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879786 Apr 14 22:08:45.441805 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-a6a1bc19-52d0-41a5-8f66-c97f8578e93b service neutron] 10.222.0.52 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840793 Apr 14 22:08:46.054095 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7ddb165d-3a37-48f8-99b6-92803cb24e4b req-438aba75-27af-49cd-bb8e-be4183f7d4d0 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 210 time: 0.0313919 Apr 14 22:08:46.104068 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-341d2d3f-5a0c-4e26-abc3-9a4590cae5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:47.178201 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5af11edb-a972-40d5-bf71-4020c9bfdfed req-22c54a27-07c5-4db9-a372-28dd1ff39f39 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 210 time: 0.0326130 Apr 14 22:08:48.281259 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48913b54-ac9f-462a-b0b0-96ea83c862cd req-c09d5a1d-a108-4e92-8e8d-092f86f916fe tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 210 time: 0.0288024 Apr 14 22:08:48.389678 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-e9fc4253-758c-4e5c-9258-eaca7636215e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:48.391168 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-e9fc4253-758c-4e5c-9258-eaca7636215e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 811 time: 0.1062100 Apr 14 22:08:48.461752 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-5ed9601a-8dcb-43ab-8cd4-426ff2b13ff9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40579fb10b2242a9a17aef3f68c7248d HTTP/1.1" status: 200 len: 380 time: 0.0606899 Apr 14 22:08:48.471916 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'port': {'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'admin_state_up': True, 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'security_groups': ['af6fdb4a-4c9e-465a-86cd-0ad6b36389f6']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:48.578570 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-30af8d47-72f9-4d94-8ed1-bf7508b880c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:48.697884 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Made reservation on behalf of 40579fb10b2242a9a17aef3f68c7248d for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:08:48.701998 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:48.847169 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Allocated IP 172.20.0.11 (b2e7b7fb-6c09-4a60-bd96-53978ddad13b/39d452e0-9721-4e42-9881-43ea1c21ccd0/03632893-d4ab-41af-aa65-23c1673a466f) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:08:49.016211 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for port (03632893-d4ab-41af-aa65-23c1673a466f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:49.127273 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (03632893-d4ab-41af-aa65-23c1673a466f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:49.175788 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:08:49.179175 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:08:49.181977 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:08:49.223275 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'Port': ['ID=03632893-d4ab-41af-aa65-23c1673a466f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:49.261047 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:49.261805 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:49.403904 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12686c9b-ea88-4e0e-b3ee-07970fa83023 req-5eca1a3a-8d96-4f54-a093-5f7ea353ce9c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:49.405429 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-12686c9b-ea88-4e0e-b3ee-07970fa83023 req-5eca1a3a-8d96-4f54-a093-5f7ea353ce9c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 932 time: 0.0518281 Apr 14 22:08:49.409237 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-14f4baf1-c34d-47d7-b2af-22bccac28789 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9414973 Apr 14 22:08:49.423186 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Request body: {'port': {'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:08:49.486033 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-959ef3f2-3b10-4f61-8783-77a476daeb02 None None] Provisioning complete for port 03632893-d4ab-41af-aa65-23c1673a466f triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:08:49.486456 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-959ef3f2-3b10-4f61-8783-77a476daeb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (03632893-d4ab-41af-aa65-23c1673a466f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:49.512955 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-12686c9b-ea88-4e0e-b3ee-07970fa83023 req-aaba5157-bd7d-4b63-93f5-fb4f58dd1f58 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995984 Apr 14 22:08:49.523023 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (03632893-d4ab-41af-aa65-23c1673a466f), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:49.547259 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-959ef3f2-3b10-4f61-8783-77a476daeb02 None None] Port 03632893-d4ab-41af-aa65-23c1673a466f cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:08:49.810721 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03632893-d4ab-41af-aa65-23c1673a466f {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:08:49.816068 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:49.825680 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Publish callbacks [] for port (03632893-d4ab-41af-aa65-23c1673a466f), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:49.832838 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Transition to ACTIVE for port object 03632893-d4ab-41af-aa65-23c1673a466f will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:08:49.947501 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (03632893-d4ab-41af-aa65-23c1673a466f), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:50.006227 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Pushing event updated for resources: {'Port': ['ID=03632893-d4ab-41af-aa65-23c1673a466f,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:50.096907 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Attempting to bind port 03632893-d4ab-41af-aa65-23c1673a466f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:08:50.097247 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Attempting to bind port 03632893-d4ab-41af-aa65-23c1673a466f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:08:50.097581 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Attempting to bind port 03632893-d4ab-41af-aa65-23c1673a466f on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:50.102565 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Port 03632893-d4ab-41af-aa65-23c1673a466f on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:08:50.117454 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Attempting to bind port 03632893-d4ab-41af-aa65-23c1673a466f on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:08:50.119382 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:08:50.119810 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Checking segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:08:50.120219 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Bound using segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:08:50.120846 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Bound port: 03632893-d4ab-41af-aa65-23c1673a466f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:08:50.121249 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (03632893-d4ab-41af-aa65-23c1673a466f), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:50.205146 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] For port 03632893-d4ab-41af-aa65-23c1673a466f, host hv-cinder-81322, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:08:50.208393 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] For port 03632893-d4ab-41af-aa65-23c1673a466f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03632893-d4ab-41af-aa65-23c1673a466f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:08:50.308047 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (03632893-d4ab-41af-aa65-23c1673a466f), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:50.350140 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.350770 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:50.352184 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] 10.222.0.81 "PUT /v2.0/ports/03632893-d4ab-41af-aa65-23c1673a466f HTTP/1.1" status: 200 len: 1094 time: 0.9345844 Apr 14 22:08:50.352663 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:08:50.355072 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582b3186-01e8-4b9c-bca4-07fd65ca8677" -d '{"events": [{"name": "network-changed", "server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "tag": "03632893-d4ab-41af-aa65-23c1673a466f"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:08:50.381587 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c515e6-8e58-40ca-b282-40f4503cb18f service neutron] Pushing event updated for resources: {'Port': ['ID=03632893-d4ab-41af-aa65-23c1673a466f,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:08:50.403668 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7ad240-f83f-4259-8d4d-250f350d3a2a x-openstack-request-id: req-4a7ad240-f83f-4259-8d4d-250f350d3a2a {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:08:50.403965 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "tag": "03632893-d4ab-41af-aa65-23c1673a466f", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:08:50.404621 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a7ad240-f83f-4259-8d4d-250f350d3a2a {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:08:50.404767 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7ad240-f83f-4259-8d4d-250f350d3a2a'] response: {'name': 'network-changed', 'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f', 'status': 'completed', 'code': 200} Apr 14 22:08:50.470296 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3186-01e8-4b9c-bca4-07fd65ca8677 req-5dd70113-60b8-4d63-89d6-10b0ec155e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.471875 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-582b3186-01e8-4b9c-bca4-07fd65ca8677 req-5dd70113-60b8-4d63-89d6-10b0ec155e5e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 1128 time: 0.0438795 Apr 14 22:08:50.575167 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3186-01e8-4b9c-bca4-07fd65ca8677 req-875e06fa-ed14-4cee-a2e2-09bf7156378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.576670 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-582b3186-01e8-4b9c-bca4-07fd65ca8677 req-875e06fa-ed14-4cee-a2e2-09bf7156378d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=40579fb10b2242a9a17aef3f68c7248d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972428 Apr 14 22:08:50.689885 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd54a-8065-4fba-bd9c-6e4987e9278e req-f922e1af-823c-44c9-ba10-075d4559aefb tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.691348 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1edcd54a-8065-4fba-bd9c-6e4987e9278e req-f922e1af-823c-44c9-ba10-075d4559aefb tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 944 time: 0.0936265 Apr 14 22:08:50.744198 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3186-01e8-4b9c-bca4-07fd65ca8677 req-755e0605-4aa5-4e79-b95d-03eae0403b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.746340 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-582b3186-01e8-4b9c-bca4-07fd65ca8677 req-755e0605-4aa5-4e79-b95d-03eae0403b91 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611886 Apr 14 22:08:50.764874 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1edcd54a-8065-4fba-bd9c-6e4987e9278e req-91cca490-d55f-4614-a9bd-5421996da22f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669951 Apr 14 22:08:50.835876 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-70978af5-d02b-4e44-b9b9-d79c7e496191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.837789 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-70978af5-d02b-4e44-b9b9-d79c7e496191 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 1128 time: 0.0492396 Apr 14 22:08:50.878902 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:50.886115 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-66f81310-8363-4f44-8a84-62ab496b055a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03632893-d4ab-41af-aa65-23c1673a466f HTTP/1.1" status: 200 len: 217 time: 0.0374629 Apr 14 22:08:50.938426 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-633daa93-c124-4f02-b006-406f24f87415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.939886 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-633daa93-c124-4f02-b006-406f24f87415 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0465827 Apr 14 22:08:50.991970 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-a71598bc-e3f0-4f26-aada-29a0c5193f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:50.993498 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-a71598bc-e3f0-4f26-aada-29a0c5193f45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447617 Apr 14 22:08:51.086712 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-7906e0e0-e1dc-497a-b2cb-ddc9180aa908 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859559 Apr 14 22:08:51.181459 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bcf8c4d-7244-42bc-9d8b-c20ac64d6f37 req-30519e43-cafd-4052-810f-7868f1ef809a service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877526 Apr 14 22:08:51.894475 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b50166-5897-42a3-9c7f-6db430fa5587 req-880dc6c3-0858-4c50-b73c-298aa4fd2766 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:51.895955 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-98b50166-5897-42a3-9c7f-6db430fa5587 req-880dc6c3-0858-4c50-b73c-298aa4fd2766 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 944 time: 0.0513177 Apr 14 22:08:51.955816 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-98b50166-5897-42a3-9c7f-6db430fa5587 req-987500d9-813f-4d24-a83e-0425601dc0a6 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541410 Apr 14 22:08:52.578188 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:08:53.075057 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b500d-4f29-4a10-bb80-41b9418e46a8 req-9ebe4dfc-15f5-4d3b-98d8-65d76451b5f2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:53.076510 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b21b500d-4f29-4a10-bb80-41b9418e46a8 req-9ebe4dfc-15f5-4d3b-98d8-65d76451b5f2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 944 time: 0.0520306 Apr 14 22:08:53.127519 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b21b500d-4f29-4a10-bb80-41b9418e46a8 req-1fe538c7-8b4c-4f14-8931-4495ba8bb3b0 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 Apr 14 22:08:54.245271 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504063af-7c68-4e01-89bc-bd4a6cb5b8f4 req-9ce0fe11-4c1c-4b69-a6b7-e076b1aef628 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:54.245271 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-504063af-7c68-4e01-89bc-bd4a6cb5b8f4 req-9ce0fe11-4c1c-4b69-a6b7-e076b1aef628 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 944 time: 0.0482469 Apr 14 22:08:54.297095 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-504063af-7c68-4e01-89bc-bd4a6cb5b8f4 req-f9e1b777-68e3-432f-ba05-055a26937c2d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444734 Apr 14 22:08:55.423186 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95015920-4bbc-4984-81c3-c70c5fa7a660 req-be859226-c004-4305-8872-91f6e2c0e785 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:55.424771 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-95015920-4bbc-4984-81c3-c70c5fa7a660 req-be859226-c004-4305-8872-91f6e2c0e785 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 944 time: 0.0487137 Apr 14 22:08:55.475262 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-95015920-4bbc-4984-81c3-c70c5fa7a660 req-841d60fb-2358-4345-9a01-66248718b958 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Apr 14 22:08:55.682647 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3fda-a255-4072-8799-80cdcd6dcd6a req-cad37e57-7f83-4750-b5ee-60b908c64766 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:55.684793 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04cc3fda-a255-4072-8799-80cdcd6dcd6a req-cad37e57-7f83-4750-b5ee-60b908c64766 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Apr 14 22:08:55.740642 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04cc3fda-a255-4072-8799-80cdcd6dcd6a req-27df05d4-2aae-4aa5-b4c3-fd8fa1ff8476 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501990 Apr 14 22:08:56.593968 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c4988-546f-42d2-b86c-6884dbfbc99a req-fd81c3b4-1efe-4e52-ade2-f2c7b4470a9c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:56.595481 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-062c4988-546f-42d2-b86c-6884dbfbc99a req-fd81c3b4-1efe-4e52-ade2-f2c7b4470a9c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 944 time: 0.0531604 Apr 14 22:08:56.646190 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-062c4988-546f-42d2-b86c-6884dbfbc99a req-1b644f67-b119-4272-a9f1-5ccd68b6974a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446913 Apr 14 22:08:56.857743 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc0d84-5eaa-4940-9b40-1a8c1b4de6a5 req-58eb927a-6802-4b76-844a-6ccd363cfe12 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:56.859227 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f5cc0d84-5eaa-4940-9b40-1a8c1b4de6a5 req-58eb927a-6802-4b76-844a-6ccd363cfe12 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0484874 Apr 14 22:08:56.907804 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f5cc0d84-5eaa-4940-9b40-1a8c1b4de6a5 req-ea2f62f7-c6a0-4f09-b19b-ca585cbeda77 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Apr 14 22:08:57.762254 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a80a0-ff46-4561-bb62-12ee16f5caa4 req-13f552a6-181c-4563-8243-ba3cf3caeb53 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:57.764289 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-617a80a0-ff46-4561-bb62-12ee16f5caa4 req-13f552a6-181c-4563-8243-ba3cf3caeb53 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 944 time: 0.0510173 Apr 14 22:08:57.819487 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-617a80a0-ff46-4561-bb62-12ee16f5caa4 req-28a1c1d3-e8a3-4a54-8207-66e14241af18 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491271 Apr 14 22:08:58.029570 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206f888-0299-4e07-9980-2bcf573a0511 req-6ea7da6a-cb9d-4053-b78c-848771bc958f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:58.031397 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6206f888-0299-4e07-9980-2bcf573a0511 req-6ea7da6a-cb9d-4053-b78c-848771bc958f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0543580 Apr 14 22:08:58.088820 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6206f888-0299-4e07-9980-2bcf573a0511 req-670b0b2f-112d-47cd-9cd1-469f18133e89 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476491 Apr 14 22:08:58.951222 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ccd03-fb24-4d91-8aaf-a4514c4ba6ff req-56dcb429-1fc1-4a8d-ade8-d98115d9c7bf tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:58.952797 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca8ccd03-fb24-4d91-8aaf-a4514c4ba6ff req-56dcb429-1fc1-4a8d-ade8-d98115d9c7bf tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 944 time: 0.0599728 Apr 14 22:08:59.007076 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca8ccd03-fb24-4d91-8aaf-a4514c4ba6ff req-5f0decae-f0e4-495f-8e82-ab08e7c400e5 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485168 Apr 14 22:08:59.217917 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaf8fd-8377-4e26-a279-62f0d402562d req-d160cc1e-0600-42fa-ab32-615eea27e724 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:08:59.219427 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d5eaf8fd-8377-4e26-a279-62f0d402562d req-d160cc1e-0600-42fa-ab32-615eea27e724 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0547826 Apr 14 22:08:59.280011 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d5eaf8fd-8377-4e26-a279-62f0d402562d req-841add9b-733c-42e9-a95c-5e2ec655615a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546095 Apr 14 22:09:00.122691 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eefa1f-602c-4af3-a9e0-2016058f3f22 req-8b6969de-ac29-4257-bb20-d328313d8f26 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:00.124243 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-99eefa1f-602c-4af3-a9e0-2016058f3f22 req-8b6969de-ac29-4257-bb20-d328313d8f26 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 944 time: 0.0493386 Apr 14 22:09:00.176281 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-99eefa1f-602c-4af3-a9e0-2016058f3f22 req-d0eb0cec-2777-4758-b62b-de8b23355a27 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463133 Apr 14 22:09:00.395604 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09f5d-d916-4a34-8147-3478372f9556 req-8fd2fa02-621a-4780-9204-651694bee318 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:00.397081 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c0a09f5d-d916-4a34-8147-3478372f9556 req-8fd2fa02-621a-4780-9204-651694bee318 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0473962 Apr 14 22:09:00.444312 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c0a09f5d-d916-4a34-8147-3478372f9556 req-a2ca70de-e4e6-46d8-8957-f2cb62034d6a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Apr 14 22:09:00.444559 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 03632893-d4ab-41af-aa65-23c1673a466f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:09:00.678297 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 03632893-d4ab-41af-aa65-23c1673a466f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03632893-d4ab-41af-aa65-23c1673a466f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:00.690870 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '03632893-d4ab-41af-aa65-23c1673a466f', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:09:00.732661 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 03632893-d4ab-41af-aa65-23c1673a466f is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:00.733059 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (03632893-d4ab-41af-aa65-23c1673a466f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.746716 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03632893-d4ab-41af-aa65-23c1673a466f {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:09:00.767211 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 03632893-d4ab-41af-aa65-23c1673a466f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03632893-d4ab-41af-aa65-23c1673a466f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:00.880946 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (03632893-d4ab-41af-aa65-23c1673a466f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:00.931515 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=03632893-d4ab-41af-aa65-23c1673a466f,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:00.939021 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.939370 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.939714 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.940052 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.940389 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.940743 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.941469 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.941469 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.941699 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.942054 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.942340 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.942665 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.942987 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.943304 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:00.943624 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:01.301957 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5643aab-afe2-4fc8-9f54-d93ee38d7977 req-cbe62ea8-b5c9-4e29-aeed-9a8f73b48e4e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:01.303450 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b5643aab-afe2-4fc8-9f54-d93ee38d7977 req-cbe62ea8-b5c9-4e29-aeed-9a8f73b48e4e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 945 time: 0.0458951 Apr 14 22:09:01.359172 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b5643aab-afe2-4fc8-9f54-d93ee38d7977 req-70577f03-cee6-441f-84cd-883eb7acfbfc tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487792 Apr 14 22:09:01.559641 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec2cfb-9bfb-4b73-b788-da2b70f6ac5d req-422f9742-92b0-4a29-aef9-3d7bdf3e5fe6 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:01.561119 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-72ec2cfb-9bfb-4b73-b788-da2b70f6ac5d req-422f9742-92b0-4a29-aef9-3d7bdf3e5fe6 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0467465 Apr 14 22:09:01.611059 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-72ec2cfb-9bfb-4b73-b788-da2b70f6ac5d req-548e567c-b01a-4502-a13c-4039d6b6bcbd tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444050 Apr 14 22:09:02.479062 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feee23-1a7d-4c06-9d19-1259cc94827a req-1c9d2eb0-fd65-4e84-bee7-34449b6a90d3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:02.480750 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b6feee23-1a7d-4c06-9d19-1259cc94827a req-1c9d2eb0-fd65-4e84-bee7-34449b6a90d3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 945 time: 0.0535564 Apr 14 22:09:02.546242 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b6feee23-1a7d-4c06-9d19-1259cc94827a req-f20a8b74-c9d0-4b73-a1ce-24a5cdd5a3a5 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526762 Apr 14 22:09:02.685749 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['03632893-d4ab-41af-aa65-23c1673a466f'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:09:02.728703 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3539fe-d26a-4014-bdfb-a0dd8dd118c5 req-3eac30cb-5487-4c29-9242-77ca614d1f0f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:02.730299 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fb3539fe-d26a-4014-bdfb-a0dd8dd118c5 req-3eac30cb-5487-4c29-9242-77ca614d1f0f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0505273 Apr 14 22:09:02.779364 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fb3539fe-d26a-4014-bdfb-a0dd8dd118c5 req-6afcf9b3-d954-4378-b51a-1640f1cae760 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432422 Apr 14 22:09:03.659891 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f951-be76-47b0-a1cb-12e47f2adca9 req-fc16332e-b185-4895-b446-b8b6e174653b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:03.661427 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fe50f951-be76-47b0-a1cb-12e47f2adca9 req-fc16332e-b185-4895-b446-b8b6e174653b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 945 time: 0.0475922 Apr 14 22:09:03.713763 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-fe50f951-be76-47b0-a1cb-12e47f2adca9 req-cf870798-854e-4a48-b9f7-eda8a752f826 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466259 Apr 14 22:09:03.894562 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518062c4-a860-4ca6-bb11-6c629cff11e1 req-46f1439b-9228-4bb8-8af9-6e487ddba4f6 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:03.896013 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-518062c4-a860-4ca6-bb11-6c629cff11e1 req-46f1439b-9228-4bb8-8af9-6e487ddba4f6 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0486453 Apr 14 22:09:03.944529 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-518062c4-a860-4ca6-bb11-6c629cff11e1 req-cb8ca344-8feb-44f3-b674-11d91bd3c855 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Apr 14 22:09:04.830890 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5814e85-4b6f-4db1-9b31-b94b06ec71f2 req-5373a152-73fb-4a25-8a86-98d3a444301f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:04.832399 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a5814e85-4b6f-4db1-9b31-b94b06ec71f2 req-5373a152-73fb-4a25-8a86-98d3a444301f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Apr 14 22:09:04.883644 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a5814e85-4b6f-4db1-9b31-b94b06ec71f2 req-7f9f54c7-4571-4427-a8f7-a140fc3c6c7e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457065 Apr 14 22:09:05.062902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7134ff7-209b-482c-928c-61cd1de03d5e req-d3f45b0e-7de3-436b-8a9b-f9918faaf013 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:05.064391 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a7134ff7-209b-482c-928c-61cd1de03d5e req-d3f45b0e-7de3-436b-8a9b-f9918faaf013 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Apr 14 22:09:05.118576 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a7134ff7-209b-482c-928c-61cd1de03d5e req-5d5ab54f-3d19-4ccf-9bbe-68e89c174384 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483360 Apr 14 22:09:05.997757 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54913c-aa4a-4ba1-98db-18d534ebf473 req-731ed07d-3977-4aec-9cdc-4897424581e7 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:06.005294 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ba54913c-aa4a-4ba1-98db-18d534ebf473 req-731ed07d-3977-4aec-9cdc-4897424581e7 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 945 time: 0.0484574 Apr 14 22:09:06.049975 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ba54913c-aa4a-4ba1-98db-18d534ebf473 req-d56778c4-e873-41c9-9f9e-70dc366be525 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449278 Apr 14 22:09:06.231860 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abcc74-95f2-4212-b46b-4ca963df0ef5 req-f840202f-79a1-41e2-a0e4-4f71da1bb61b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:06.233269 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c3abcc74-95f2-4212-b46b-4ca963df0ef5 req-f840202f-79a1-41e2-a0e4-4f71da1bb61b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0472035 Apr 14 22:09:06.281659 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c3abcc74-95f2-4212-b46b-4ca963df0ef5 req-b62cd8ac-ea5f-459e-b8d3-8e3de7a882b7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427077 Apr 14 22:09:07.170184 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd937867-f310-4530-aa8b-8e03a0c6ac9c req-bbe6fffd-1daa-4d96-8715-4e098e32dfaf tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:07.171760 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cd937867-f310-4530-aa8b-8e03a0c6ac9c req-bbe6fffd-1daa-4d96-8715-4e098e32dfaf tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 945 time: 0.0486326 Apr 14 22:09:07.225103 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cd937867-f310-4530-aa8b-8e03a0c6ac9c req-6bb4d410-380d-4cbd-9f29-97e2e552c1b1 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476046 Apr 14 22:09:07.410609 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af755f2b-0ff3-4dff-b2a3-6a7eec1f1ba4 req-87e7dbb4-3adb-4fc2-8d08-49f3825204ef tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:07.414146 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-af755f2b-0ff3-4dff-b2a3-6a7eec1f1ba4 req-87e7dbb4-3adb-4fc2-8d08-49f3825204ef tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0532014 Apr 14 22:09:07.467817 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-af755f2b-0ff3-4dff-b2a3-6a7eec1f1ba4 req-a269665c-0941-4ce7-a58f-9c3c32a8e948 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472605 Apr 14 22:09:07.565856 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 03632893-d4ab-41af-aa65-23c1673a466f up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:09:07.614035 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 03632893-d4ab-41af-aa65-23c1673a466f completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:09:07.747178 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 03632893-d4ab-41af-aa65-23c1673a466f triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:09:07.747479 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (03632893-d4ab-41af-aa65-23c1673a466f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.827574 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 03632893-d4ab-41af-aa65-23c1673a466f is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:09:07.827970 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (03632893-d4ab-41af-aa65-23c1673a466f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:07.851495 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:07.853798 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fbe6fa-1439-47a1-916b-0b1f6aaeb2ca" -d '{"events": [{"server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "name": "network-vif-plugged", "status": "completed", "tag": "03632893-d4ab-41af-aa65-23c1673a466f"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:07.866159 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 03632893-d4ab-41af-aa65-23c1673a466f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03632893-d4ab-41af-aa65-23c1673a466f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:09:07.892542 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d02f5-3f86-44d2-8c1f-aa0b4c09dbd3 x-openstack-request-id: req-875d02f5-3f86-44d2-8c1f-aa0b4c09dbd3 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:07.893010 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "name": "network-vif-plugged", "status": "completed", "tag": "03632893-d4ab-41af-aa65-23c1673a466f", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:07.893801 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-875d02f5-3f86-44d2-8c1f-aa0b4c09dbd3 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:07.894002 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875d02f5-3f86-44d2-8c1f-aa0b4c09dbd3'] response: {'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f', 'code': 200} Apr 14 22:09:07.965435 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (03632893-d4ab-41af-aa65-23c1673a466f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:08.018157 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=03632893-d4ab-41af-aa65-23c1673a466f,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:08.310925 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc5b78-fed2-4d44-b86f-77dbf6e94dfb req-e3885661-e858-4118-9bbd-4bdc89eaebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:08.312465 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c0cc5b78-fed2-4d44-b86f-77dbf6e94dfb req-e3885661-e858-4118-9bbd-4bdc89eaebd5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 1130 time: 0.0421643 Apr 14 22:09:08.351201 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a9d8c-8902-438c-ac84-ead2c78ac0d6 req-5374597f-8413-4124-bb24-88a6f4437036 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:08.352789 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-668a9d8c-8902-438c-ac84-ead2c78ac0d6 req-5374597f-8413-4124-bb24-88a6f4437036 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 946 time: 0.0545111 Apr 14 22:09:08.379274 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c0cc5b78-fed2-4d44-b86f-77dbf6e94dfb req-b83bd3c6-1ff2-4598-82df-330abefeb26f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598838 Apr 14 22:09:08.407084 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-668a9d8c-8902-438c-ac84-ead2c78ac0d6 req-def0b6fa-99bc-4556-8647-9f3762813e18 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472915 Apr 14 22:09:08.604269 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219397d-34a4-44f6-ab94-59b5c0138d1a req-1e90e227-7067-42a3-a122-de8d423d2c5a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:08.605974 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a219397d-34a4-44f6-ab94-59b5c0138d1a req-1e90e227-7067-42a3-a122-de8d423d2c5a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0552025 Apr 14 22:09:08.655540 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a219397d-34a4-44f6-ab94-59b5c0138d1a req-77d52300-e5b9-432e-9972-b281ac05ee78 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Apr 14 22:09:09.523410 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c62d3e-a64d-45c3-b68d-30368a13eb63 req-62c13a00-60e1-4826-ae97-5db9c7bb492d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:09.524969 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-13c62d3e-a64d-45c3-b68d-30368a13eb63 req-62c13a00-60e1-4826-ae97-5db9c7bb492d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 946 time: 0.0472767 Apr 14 22:09:09.596810 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-13c62d3e-a64d-45c3-b68d-30368a13eb63 req-7f1a6056-1a19-4a8d-8d87-66b3377956df tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631514 Apr 14 22:09:09.796410 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd7c6f-494a-44ba-b5a4-966d22481f96 req-ba21b741-6d88-41ae-ae15-141dafb01c4c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:09.797967 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cabd7c6f-494a-44ba-b5a4-966d22481f96 req-ba21b741-6d88-41ae-ae15-141dafb01c4c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0592704 Apr 14 22:09:09.853341 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cabd7c6f-494a-44ba-b5a4-966d22481f96 req-41c6dbfb-e603-4a2b-84a4-0fedb35d6639 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493667 Apr 14 22:09:10.181636 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:10.724127 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda2b25-071b-4e03-a681-92f66e25a566 req-23242509-fc5a-4958-83b3-883ffd627a7e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:10.725729 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3dda2b25-071b-4e03-a681-92f66e25a566 req-23242509-fc5a-4958-83b3-883ffd627a7e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 946 time: 0.0493457 Apr 14 22:09:10.775098 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3dda2b25-071b-4e03-a681-92f66e25a566 req-9d768d24-66c3-490f-9076-54d7030dd6e3 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437438 Apr 14 22:09:10.891067 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de5386-041d-426c-8566-102fe2b78764 req-e0ffe250-a84b-42df-b1a6-5a8fb4f7a345 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:10.892679 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-87de5386-041d-426c-8566-102fe2b78764 req-e0ffe250-a84b-42df-b1a6-5a8fb4f7a345 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 946 time: 0.0474741 Apr 14 22:09:10.944781 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-87de5386-041d-426c-8566-102fe2b78764 req-a44606ab-8aaa-4dd1-b3ef-02dcc003a666 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460780 Apr 14 22:09:10.968677 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5c84e-b7a1-428d-be39-4d4fd1e3b080 req-d7c827f6-0f80-4bf6-8f26-573c6440c8e9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:10.970243 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-41b5c84e-b7a1-428d-be39-4d4fd1e3b080 req-d7c827f6-0f80-4bf6-8f26-573c6440c8e9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0490143 Apr 14 22:09:10.972492 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55540) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:11.028851 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc48c4-c13a-4c7f-8970-26e955bc685f tempest-TestVolumeBootPattern-1846973512 tempest-TestVolumeBootPattern-1846973512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:11.030396 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-48fc48c4-c13a-4c7f-8970-26e955bc685f tempest-TestVolumeBootPattern-1846973512 tempest-TestVolumeBootPattern-1846973512-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 1125 time: 0.0569174 Apr 14 22:09:11.034802 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55546) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:11.042606 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:11.069727 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-41b5c84e-b7a1-428d-be39-4d4fd1e3b080 req-b0bdbc57-39aa-4d3f-b6e8-373d299efddc tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881047 Apr 14 22:09:11.181557 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.263235 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.371610 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Allocated IP 172.27.1.195 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/01a74f52-3a56-43a2-96c0-3b546c016369) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:09:11.472990 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for port (01a74f52-3a56-43a2-96c0-3b546c016369), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.593552 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (01a74f52-3a56-43a2-96c0-3b546c016369), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:11.639858 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:09:11.641659 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:11.648265 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:09:11.671721 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'Port': ['ID=01a74f52-3a56-43a2-96c0-3b546c016369,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:11.683309 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.683647 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.683991 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.684326 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.684677 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.685011 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.685329 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.685651 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.685974 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.686296 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.686616 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.686938 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.687254 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.687567 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:11.687880 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:12.044066 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (4bbff530-32c8-4918-9c3c-9e21f0c99f9d), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.205834 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeeb38-7808-4dd2-87ef-fbf01e66104f req-9f23bf71-7b7f-4222-bcb8-f9ccd781f42a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:12.207350 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-58eeeb38-7808-4dd2-87ef-fbf01e66104f req-9f23bf71-7b7f-4222-bcb8-f9ccd781f42a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0542789 Apr 14 22:09:12.259734 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-58eeeb38-7808-4dd2-87ef-fbf01e66104f req-c5c24ab2-ecb6-4c6c-b928-a9fb6595d402 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 Apr 14 22:09:12.457458 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (01a74f52-3a56-43a2-96c0-3b546c016369), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.611662 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for port (01a74f52-3a56-43a2-96c0-3b546c016369), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.731220 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (01a74f52-3a56-43a2-96c0-3b546c016369), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.737066 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a68b30-53e0-496a-a8b4-dcccdbe348ad req-fdda28ae-f18b-4c51-9568-f53c37241866 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:12.738845 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b2a68b30-53e0-496a-a8b4-dcccdbe348ad req-fdda28ae-f18b-4c51-9568-f53c37241866 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0509496 Apr 14 22:09:12.799204 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b2a68b30-53e0-496a-a8b4-dcccdbe348ad req-31c53345-d696-4953-ad01-bbf2474dfb1f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545542 Apr 14 22:09:12.809331 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'Port': ['ID=01a74f52-3a56-43a2-96c0-3b546c016369,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:12.824427 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (4bbff530-32c8-4918-9c3c-9e21f0c99f9d), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:12.900778 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-99f1ceea-5eb4-460f-827f-f66e3fd5f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:12.903106 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-99f1ceea-5eb4-460f-827f-f66e3fd5f587 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 1129 time: 0.0418072 Apr 14 22:09:12.933571 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Floating IP 4bbff530-32c8-4918-9c3c-9e21f0c99f9d associated. External IP: 172.27.1.195, port: 03632893-d4ab-41af-aa65-23c1673a466f. Apr 14 22:09:13.008324 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-04e45bba-f9f0-40ef-80ac-ac54e154d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:13.009917 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-04e45bba-f9f0-40ef-80ac-ac54e154d211 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 912 time: 0.1007800 Apr 14 22:09:13.079836 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-a0e15fbd-a1f2-4825-8156-87ccd29ba089 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4 HTTP/1.1" status: 200 len: 1000 time: 0.0610468 Apr 14 22:09:13.138012 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-711cad17-8cb9-4d90-a1d1-d208f0342eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:13.139540 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-711cad17-8cb9-4d90-a1d1-d208f0342eba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 200 len: 850 time: 0.0529382 Apr 14 22:09:13.165173 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Router af15e10b-8736-4d5b-ad44-d253e292df4c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:09:13.184555 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-99f4a248-f3ae-44db-abbd-7961fe214ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:13.186092 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-99f4a248-f3ae-44db-abbd-7961fe214ff8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f534560-3702-48ed-a28a-4f0419eee488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395863 Apr 14 22:09:13.279994 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-efd576ee-1e13-429a-b4f1-57e4691ff12a service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860538 Apr 14 22:09:13.281373 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:09:13.291505 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] Sync routers for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:09:13.305233 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:13.308913 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:08:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:13.377757 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74e51e13-425a-4c29-a429-32b79dfaa025 req-6ea2614d-a705-4375-b336-10d64594cef4 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903871 Apr 14 22:09:13.379756 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:13.420791 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a516a18e-d864-488f-8145-306c944175ce tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3799267 Apr 14 22:09:13.420791 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:09:13.420791 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5048da-7f00-4d96-9702-fc8a009fb669" -d '{"events": [{"name": "network-changed", "server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "tag": "03632893-d4ab-41af-aa65-23c1673a466f"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:09:13.427356 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:13.633757 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1151fec5-ba43-4027-aae6-3deca72f6e25 x-openstack-request-id: req-1151fec5-ba43-4027-aae6-3deca72f6e25 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:09:13.634067 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "tag": "03632893-d4ab-41af-aa65-23c1673a466f", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:09:13.634374 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1151fec5-ba43-4027-aae6-3deca72f6e25 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:09:13.634718 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1151fec5-ba43-4027-aae6-3deca72f6e25'] response: {'name': 'network-changed', 'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f', 'status': 'completed', 'code': 200} Apr 14 22:09:13.672369 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '4bbff530-32c8-4918-9c3c-9e21f0c99f9d', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:11Z', 'revision_number': 0, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:13.709101 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-d21d520d-85a3-4917-a0e7-bd5e4a87a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:13.710493 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] Checking router: af15e10b-8736-4d5b-ad44-d253e292df4c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:09:13.710634 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-d21d520d-85a3-4917-a0e7-bd5e4a87a36b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 1130 time: 0.0429275 Apr 14 22:09:13.719813 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:09:13.720425 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:08:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:13.817503 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-7db56861-f2a8-4d41-9922-d93700a480a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:13.819409 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-7db56861-f2a8-4d41-9922-d93700a480a4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 912 time: 0.1022410 Apr 14 22:09:13.850242 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:09:13.902255 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-5ec1c790-ac48-4ffc-9cc8-4de113c792db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03632893-d4ab-41af-aa65-23c1673a466f HTTP/1.1" status: 200 len: 1000 time: 0.0748162 Apr 14 22:09:13.966224 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f68dcc-ce34-41ec-b1ab-3a47b54cf0aa req-6971123f-5027-46cf-9acd-e34e9ceb7c3d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:13.967929 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-81f68dcc-ce34-41ec-b1ab-3a47b54cf0aa req-6971123f-5027-46cf-9acd-e34e9ceb7c3d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0694783 Apr 14 22:09:14.032648 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-81f68dcc-ce34-41ec-b1ab-3a47b54cf0aa req-ef323493-5173-4b88-83da-7d4b4cd4a9ac tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547276 Apr 14 22:09:14.133148 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '4bbff530-32c8-4918-9c3c-9e21f0c99f9d', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:11Z', 'revision_number': 0, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:09:14.165120 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792e99f8-6f45-42fc-9952-34b0515cd7d4 None None] The sync data for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi is: [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '4bbff530-32c8-4918-9c3c-9e21f0c99f9d', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:11Z', 'revision_number': 0, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:09:14.398669 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3419650-ebe6-4666-ada2-802cb38ab53f None None] New status for floating IP 4bbff530-32c8-4918-9c3c-9e21f0c99f9d: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:09:14.456282 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-8e3f3f94-16d3-4987-9b49-7e3385ed43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:14.457688 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-8e3f3f94-16d3-4987-9b49-7e3385ed43fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0475900 Apr 14 22:09:14.520179 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-d9f3dfea-5358-419d-a9d9-0583762bb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:14.522447 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-d9f3dfea-5358-419d-a9d9-0583762bb2c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581286 Apr 14 22:09:14.684659 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-f1bea89f-1805-4502-9094-429c70107e6a service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437981 Apr 14 22:09:14.785100 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ca5048da-7f00-4d96-9702-fc8a009fb669 req-7bd13279-d98b-4fab-bf41-4379e68b54d9 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942218 Apr 14 22:09:15.175817 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4f515-bbdd-45de-acec-0431cbaf079e req-eb9dce85-63c8-46f8-b809-f9d5f64a9a8b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:15.177348 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0a4f515-bbdd-45de-acec-0431cbaf079e req-eb9dce85-63c8-46f8-b809-f9d5f64a9a8b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0590105 Apr 14 22:09:15.225710 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0a4f515-bbdd-45de-acec-0431cbaf079e req-8ca6537c-aec6-4258-873c-3559f749f16f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426471 Apr 14 22:09:16.238526 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-beeeebbc-807d-46ab-af3c-d657843f752e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:18.548826 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5f882fb6-1dcf-4026-89fa-a50de895b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:19.766506 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:20.918913 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:21.224985 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:09:22.583393 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:25.089149 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a810bd65-71de-497c-b471-720898152bba req-df8490ec-eb78-402f-a64d-0ea21fc9c163 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443070 Apr 14 22:09:25.180900 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810bd65-71de-497c-b471-720898152bba req-b68f7e77-5dd3-47cf-8631-2f5caacbf98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:25.182988 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a810bd65-71de-497c-b471-720898152bba req-b68f7e77-5dd3-47cf-8631-2f5caacbf98a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 1129 time: 0.0456870 Apr 14 22:09:25.305861 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810bd65-71de-497c-b471-720898152bba req-cdeccaef-6b40-45d4-aae6-2ffa30e3230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:25.307534 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a810bd65-71de-497c-b471-720898152bba req-cdeccaef-6b40-45d4-aae6-2ffa30e3230f service neutron] 10.222.0.81 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 912 time: 0.1021066 Apr 14 22:09:25.380016 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a810bd65-71de-497c-b471-720898152bba req-fb9fe2da-8648-47ca-92fb-4f6b0d9c37b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4 HTTP/1.1" status: 200 len: 1000 time: 0.0651062 Apr 14 22:09:25.436121 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810bd65-71de-497c-b471-720898152bba req-487bff5b-54f6-45a0-8609-6e3d30d5f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:25.437560 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a810bd65-71de-497c-b471-720898152bba req-487bff5b-54f6-45a0-8609-6e3d30d5f064 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 200 len: 850 time: 0.0496624 Apr 14 22:09:25.492885 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810bd65-71de-497c-b471-720898152bba req-d8e55ce0-ceca-4094-9fcb-8a32fdab2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:25.494708 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a810bd65-71de-497c-b471-720898152bba req-d8e55ce0-ceca-4094-9fcb-8a32fdab2415 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f534560-3702-48ed-a28a-4f0419eee488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500634 Apr 14 22:09:25.586175 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a810bd65-71de-497c-b471-720898152bba req-ee1bc959-75fc-42cf-8b85-70d8f3378af2 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842788 Apr 14 22:09:25.690259 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a810bd65-71de-497c-b471-720898152bba req-c94f2886-7df8-4c81-ac89-4e8259455bab service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916600 Apr 14 22:09:29.033044 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 55712) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:29.146436 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c2db6fcb-df06-46da-9772-9dd5762130e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:29.223958 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c2db6fcb-df06-46da-9772-9dd5762130e3 admin admin] Publish callbacks [] for security_group (3f9e22e2-af08-413c-a9d5-ac3e3e366c02), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:29.326086 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c2db6fcb-df06-46da-9772-9dd5762130e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (3f9e22e2-af08-413c-a9d5-ac3e3e366c02), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:29.368354 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c2db6fcb-df06-46da-9772-9dd5762130e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=084ad8f1a4c042f2a4e6e4c493b058c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340163 Apr 14 22:09:29.370455 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db6fcb-df06-46da-9772-9dd5762130e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9e22e2-af08-413c-a9d5-ac3e3e366c02,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:29.371154 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55716) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:29.429715 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0541626-b01b-48c6-933f-5a32c963d03b admin admin] Publish callbacks [] for security_group (3f9e22e2-af08-413c-a9d5-ac3e3e366c02), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:29.452517 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0541626-b01b-48c6-933f-5a32c963d03b admin admin] Publish callbacks [] for security_group (3f9e22e2-af08-413c-a9d5-ac3e3e366c02), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:29.580628 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0541626-b01b-48c6-933f-5a32c963d03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (3f9e22e2-af08-413c-a9d5-ac3e3e366c02), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:29.583261 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0541626-b01b-48c6-933f-5a32c963d03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:29.584447 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c0541626-b01b-48c6-933f-5a32c963d03b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f9e22e2-af08-413c-a9d5-ac3e3e366c02 HTTP/1.1" status: 204 len: 168 time: 0.2122879 Apr 14 22:09:29.593417 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0541626-b01b-48c6-933f-5a32c963d03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9e22e2-af08-413c-a9d5-ac3e3e366c02,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:30.341798 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55722) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:30.362394 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5159b1b2-2c8d-42a5-a4a0-e76e83866dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:30.443001 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5159b1b2-2c8d-42a5-a4a0-e76e83866dfd admin admin] Publish callbacks [] for security_group (336f60f0-4343-4c80-bfa5-2d69b717803b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:30.526461 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5159b1b2-2c8d-42a5-a4a0-e76e83866dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (336f60f0-4343-4c80-bfa5-2d69b717803b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:30.569226 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5159b1b2-2c8d-42a5-a4a0-e76e83866dfd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e41b91e70455400494267ce7c03271b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260656 Apr 14 22:09:30.569985 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159b1b2-2c8d-42a5-a4a0-e76e83866dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336f60f0-4343-4c80-bfa5-2d69b717803b,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:30.572598 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 55724) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:30.634608 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c7c28e8f-73c7-4afe-8cda-7ffb8d044e77 admin admin] Publish callbacks [] for security_group (336f60f0-4343-4c80-bfa5-2d69b717803b), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:30.657968 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c7c28e8f-73c7-4afe-8cda-7ffb8d044e77 admin admin] Publish callbacks [] for security_group (336f60f0-4343-4c80-bfa5-2d69b717803b), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:30.794463 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c7c28e8f-73c7-4afe-8cda-7ffb8d044e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (336f60f0-4343-4c80-bfa5-2d69b717803b), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:30.796974 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c7c28e8f-73c7-4afe-8cda-7ffb8d044e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:30.798179 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c7c28e8f-73c7-4afe-8cda-7ffb8d044e77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/336f60f0-4343-4c80-bfa5-2d69b717803b HTTP/1.1" status: 204 len: 168 time: 0.2244790 Apr 14 22:09:30.806672 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c28e8f-73c7-4afe-8cda-7ffb8d044e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336f60f0-4343-4c80-bfa5-2d69b717803b,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:39.922591 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 55806) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:40.048692 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92af898c-08b5-425e-9f5b-c75362a55a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:40.139291 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92af898c-08b5-425e-9f5b-c75362a55a3a admin admin] Publish callbacks [] for security_group (adc724eb-9fdf-4b10-bec5-6bec377aa527), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:40.211306 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:40.245662 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92af898c-08b5-425e-9f5b-c75362a55a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (adc724eb-9fdf-4b10-bec5-6bec377aa527), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:40.295037 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-92af898c-08b5-425e-9f5b-c75362a55a3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=adf8c003bbc648159a840f5e34010a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711011 Apr 14 22:09:40.296696 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af898c-08b5-425e-9f5b-c75362a55a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc724eb-9fdf-4b10-bec5-6bec377aa527,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:40.297538 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55810) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:40.357317 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3c901db-ba28-4c05-b60f-b7116675bd3d admin admin] Publish callbacks [] for security_group (adc724eb-9fdf-4b10-bec5-6bec377aa527), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:40.383637 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3c901db-ba28-4c05-b60f-b7116675bd3d admin admin] Publish callbacks [] for security_group (adc724eb-9fdf-4b10-bec5-6bec377aa527), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:40.534718 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3c901db-ba28-4c05-b60f-b7116675bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (adc724eb-9fdf-4b10-bec5-6bec377aa527), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:40.537284 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a3c901db-ba28-4c05-b60f-b7116675bd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:40.538453 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a3c901db-ba28-4c05-b60f-b7116675bd3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/adc724eb-9fdf-4b10-bec5-6bec377aa527 HTTP/1.1" status: 204 len: 168 time: 0.2398496 Apr 14 22:09:40.547491 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c901db-ba28-4c05-b60f-b7116675bd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc724eb-9fdf-4b10-bec5-6bec377aa527,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:41.558965 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55816) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:41.572944 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b82a6b96-4bec-40b2-ba8a-d13bcc0e4fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:41.649238 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b82a6b96-4bec-40b2-ba8a-d13bcc0e4fc1 admin admin] Publish callbacks [] for security_group (ce31af62-e804-4a64-944c-8ae38cc7a333), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:41.760129 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b82a6b96-4bec-40b2-ba8a-d13bcc0e4fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ce31af62-e804-4a64-944c-8ae38cc7a333), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:41.801107 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b82a6b96-4bec-40b2-ba8a-d13bcc0e4fc1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6747d62137c94974bce0d8bff3c4a671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409706 Apr 14 22:09:41.802102 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a6b96-4bec-40b2-ba8a-d13bcc0e4fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce31af62-e804-4a64-944c-8ae38cc7a333,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:41.804101 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 55818) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:41.859218 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Publish callbacks [] for security_group (ce31af62-e804-4a64-944c-8ae38cc7a333), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:41.882413 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Publish callbacks [] for security_group (ce31af62-e804-4a64-944c-8ae38cc7a333), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:42.051318 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ce31af62-e804-4a64-944c-8ae38cc7a333), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:42.053869 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:42.055017 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce31af62-e804-4a64-944c-8ae38cc7a333 HTTP/1.1" status: 204 len: 168 time: 0.2497497 Apr 14 22:09:42.063546 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce31af62-e804-4a64-944c-8ae38cc7a333,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:42.070749 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.071094 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.072757 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:42.078340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b461e-c6dc-41b0-8b09-bce55aafe5e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:09:44.805125 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 55876) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:44.917069 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e5e03207-77ab-41b7-8029-2697220ac97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:44.997332 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e5e03207-77ab-41b7-8029-2697220ac97f admin admin] Publish callbacks [] for security_group (3ebc09c9-7f0b-4151-9d39-41cf55d65fb5), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:45.123030 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e5e03207-77ab-41b7-8029-2697220ac97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (3ebc09c9-7f0b-4151-9d39-41cf55d65fb5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:45.165348 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e5e03207-77ab-41b7-8029-2697220ac97f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87b263cc40a7415ba67fc18db236e95f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585064 Apr 14 22:09:45.166087 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e03207-77ab-41b7-8029-2697220ac97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc09c9-7f0b-4151-9d39-41cf55d65fb5,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:45.167829 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55880) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:45.221739 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-47ba777f-e914-46ad-8ff9-68818e4b09b7 admin admin] Publish callbacks [] for security_group (3ebc09c9-7f0b-4151-9d39-41cf55d65fb5), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:45.245921 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-47ba777f-e914-46ad-8ff9-68818e4b09b7 admin admin] Publish callbacks [] for security_group (3ebc09c9-7f0b-4151-9d39-41cf55d65fb5), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:45.400439 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-47ba777f-e914-46ad-8ff9-68818e4b09b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (3ebc09c9-7f0b-4151-9d39-41cf55d65fb5), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:45.403088 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-47ba777f-e914-46ad-8ff9-68818e4b09b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:45.404304 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-47ba777f-e914-46ad-8ff9-68818e4b09b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ebc09c9-7f0b-4151-9d39-41cf55d65fb5 HTTP/1.1" status: 204 len: 168 time: 0.2354963 Apr 14 22:09:45.414071 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba777f-e914-46ad-8ff9-68818e4b09b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc09c9-7f0b-4151-9d39-41cf55d65fb5,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:46.148686 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5f867dbc-50dc-4f48-b49d-88e8f2faf725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.254567 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55886) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:46.267974 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ca48e760-c13d-4e41-8f16-f38486fed0eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.342629 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ca48e760-c13d-4e41-8f16-f38486fed0eb admin admin] Publish callbacks [] for security_group (e2715e9e-1d69-4c0a-b02c-95b58ccf1314), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.456890 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ca48e760-c13d-4e41-8f16-f38486fed0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (e2715e9e-1d69-4c0a-b02c-95b58ccf1314), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.495424 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48e760-c13d-4e41-8f16-f38486fed0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2715e9e-1d69-4c0a-b02c-95b58ccf1314,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:46.499607 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ca48e760-c13d-4e41-8f16-f38486fed0eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc3d003fadf8478fb9578e0b9e9c032f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439940 Apr 14 22:09:46.502297 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55888) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:46.551417 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc84e224-6179-44de-b10a-9b59602c4192 admin admin] Publish callbacks [] for security_group (e2715e9e-1d69-4c0a-b02c-95b58ccf1314), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.576882 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc84e224-6179-44de-b10a-9b59602c4192 admin admin] Publish callbacks [] for security_group (e2715e9e-1d69-4c0a-b02c-95b58ccf1314), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.714033 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc84e224-6179-44de-b10a-9b59602c4192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (e2715e9e-1d69-4c0a-b02c-95b58ccf1314), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.716720 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dc84e224-6179-44de-b10a-9b59602c4192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:46.717912 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dc84e224-6179-44de-b10a-9b59602c4192 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2715e9e-1d69-4c0a-b02c-95b58ccf1314 HTTP/1.1" status: 204 len: 168 time: 0.2147353 Apr 14 22:09:46.728497 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84e224-6179-44de-b10a-9b59602c4192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2715e9e-1d69-4c0a-b02c-95b58ccf1314,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:47.923623 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55910) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:48.022159 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1274940623-network', 'tenant_id': '0ce84948867648b4acf0deaed698b9c2'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:48.136880 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Made reservation on behalf of 0ce84948867648b4acf0deaed698b9c2 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:48.139289 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:48.147958 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:48.222316 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Publish callbacks [] for security_group (ad963976-d1dc-4aad-be34-af85f8a45c70), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:48.345921 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ad963976-d1dc-4aad-be34-af85f8a45c70), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:48.371179 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:09:48.381281 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad963976-d1dc-4aad-be34-af85f8a45c70,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:48.388553 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (468d83b7-7fff-43d0-8271-854efbae2fc7), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:48.389091 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Added segment 468d83b7-7fff-43d0-8271-854efbae2fc7 of type vlan for network 935c827c-a3e6-4076-b40b-00e385db35b8 Apr 14 22:09:48.432380 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (935c827c-a3e6-4076-b40b-00e385db35b8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:48.519750 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (935c827c-a3e6-4076-b40b-00e385db35b8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:48.520811 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:48.521407 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:48.548842 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0d24730e-86f8-47fd-a0c7-86acef4e2e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:48.586268 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] Pushing event updated for resources: {'Network': ['ID=935c827c-a3e6-4076-b40b-00e385db35b8,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:48.597755 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 935c827c-a3e6-4076-b40b-00e385db35b8 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:09:48.666956 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7b234032-6ec4-4a33-ba4b-9a5be143a28f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7422135 Apr 14 22:09:48.670870 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55914) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:48.675959 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Request body: {'subnet': {'network_id': '935c827c-a3e6-4076-b40b-00e385db35b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1274940623-subnet', 'tenant_id': '0ce84948867648b4acf0deaed698b9c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:48.782973 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Made reservation on behalf of 0ce84948867648b4acf0deaed698b9c2 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:48.785796 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699714'] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:49.074055 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4610878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699732'] for subnet (fcc2f024-9fd7-4734-ba19-42ef93a71f42), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:49.132739 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc2f024-9fd7-4734-ba19-42ef93a71f42,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:49.140681 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Checking segment: {'id': '468d83b7-7fff-43d0-8271-854efbae2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '935c827c-a3e6-4076-b40b-00e385db35b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:49.141064 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Network hostable DHCP agents. Network: 935c827c-a3e6-4076-b40b-00e385db35b8, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:09:49.245461 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Network 935c827c-a3e6-4076-b40b-00e385db35b8 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:09:49.357443 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 935c827c-a3e6-4076-b40b-00e385db35b8) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:49.361670 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:49.362271 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:49.366507 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c10074-dc3f-4efb-8415-5c937ff64bf7 None None] Network 935c827c-a3e6-4076-b40b-00e385db35b8 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:09:49.451613 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ccd7a2a5-2b2d-413c-aa6f-932750824a10 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7793322 Apr 14 22:09:49.469425 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c6d49c-3982-4fc0-8393-6ed9d9010d63 None None] Network 935c827c-a3e6-4076-b40b-00e385db35b8 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:09:49.765337 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.231730 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55930) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:50.236706 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-173830362-network', 'tenant_id': '25520bd7a7794c73a462494fa6451f89'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:50.345878 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Made reservation on behalf of 25520bd7a7794c73a462494fa6451f89 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:50.348475 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.358928 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.438757 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Publish callbacks [] for security_group (be233663-4cc2-4bc9-a9bb-28184b8d3469), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.508159 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (be233663-4cc2-4bc9-a9bb-28184b8d3469), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.534796 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:09:50.541612 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be233663-4cc2-4bc9-a9bb-28184b8d3469,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:50.548004 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (bad653ab-41b8-452a-bf86-32c5e5c70bb6), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.548349 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Added segment bad653ab-41b8-452a-bf86-32c5e5c70bb6 of type vlan for network 609056fd-5bdd-4ce6-a424-963f1ca11a80 Apr 14 22:09:50.589878 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (609056fd-5bdd-4ce6-a424-963f1ca11a80), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.690840 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (609056fd-5bdd-4ce6-a424-963f1ca11a80), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.691772 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:50.692358 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.751625 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] Pushing event updated for resources: {'Network': ['ID=609056fd-5bdd-4ce6-a424-963f1ca11a80,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:50.761888 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 609056fd-5bdd-4ce6-a424-963f1ca11a80 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:09:50.806013 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f6e66efb-7561-4d36-bc20-ed69796c9540 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5731514 Apr 14 22:09:50.809350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 55934) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:09:50.814382 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Request body: {'subnet': {'network_id': '609056fd-5bdd-4ce6-a424-963f1ca11a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-173830362-subnet', 'tenant_id': '25520bd7a7794c73a462494fa6451f89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:09:50.919425 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Made reservation on behalf of 25520bd7a7794c73a462494fa6451f89 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:09:50.921856 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699714'] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:50.944681 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:51.153844 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4610878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699732'] for subnet (492d625d-8f13-4480-a120-9fae28cc1545), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:51.221469 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=492d625d-8f13-4480-a120-9fae28cc1545,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:09:51.230817 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Checking segment: {'id': 'bad653ab-41b8-452a-bf86-32c5e5c70bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '609056fd-5bdd-4ce6-a424-963f1ca11a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:09:51.231375 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Network hostable DHCP agents. Network: 609056fd-5bdd-4ce6-a424-963f1ca11a80, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:09:51.365570 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Network 609056fd-5bdd-4ce6-a424-963f1ca11a80 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:09:51.468223 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 609056fd-5bdd-4ce6-a424-963f1ca11a80) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:09:51.477197 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:09:51.477197 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:51.479453 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477531ba-8942-4016-a77e-2ff4e6b4db4e None None] Network 609056fd-5bdd-4ce6-a424-963f1ca11a80 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:09:51.570676 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0abee209-2471-47b3-b4ba-27591878fcbb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7519152 Apr 14 22:09:51.719166 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe0ae2-d484-4294-9f83-83ab1b4d0b3f None None] Network 609056fd-5bdd-4ce6-a424-963f1ca11a80 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:09:52.685241 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:09:58.223847 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:10:07.137824 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4cbc8-41fa-434e-9e66-7817db19aa83 req-24725589-28e4-4d9a-84d1-a4e582783590 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:07.139259 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ae4cbc8-41fa-434e-9e66-7817db19aa83 req-24725589-28e4-4d9a-84d1-a4e582783590 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 946 time: 0.0489233 Apr 14 22:10:07.193865 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ae4cbc8-41fa-434e-9e66-7817db19aa83 req-80fe7340-78ed-4c31-8abe-24be0a2de363 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470974 Apr 14 22:10:08.317311 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f6216-18fe-4f45-9f52-096b01c2730a req-28bd93b4-8636-4723-a3c0-a1fb4c7408f0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:08.318886 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-301f6216-18fe-4f45-9f52-096b01c2730a req-28bd93b4-8636-4723-a3c0-a1fb4c7408f0 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 946 time: 0.0504642 Apr 14 22:10:08.371195 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-301f6216-18fe-4f45-9f52-096b01c2730a req-97574127-643b-4cf6-8793-e803966097dc tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457075 Apr 14 22:10:09.049587 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-dbadd110-c379-419b-8ee6-ac021cdd4e36 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:09.051200 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-dbadd110-c379-419b-8ee6-ac021cdd4e36 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 946 time: 0.0495110 Apr 14 22:10:09.145577 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Deleting port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:09.145920 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.240720 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] For port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:09.241003 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.415277 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.415935 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (3df2e06b-10d6-47a9-8245-1e1f9e04ffbd), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.415935 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Floating IP 3df2e06b-10d6-47a9-8245-1e1f9e04ffbd disassociated. External IP: 172.27.1.65, port: 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d. Apr 14 22:10:09.416278 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Calling delete_port for 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:09.487393 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c517db-7ebe-44c7-ae27-fa6287404bcd req-899cdc97-97eb-4fd0-9e22-ecff00a9a27f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:09.488915 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-10c517db-7ebe-44c7-ae27-fa6287404bcd req-899cdc97-97eb-4fd0-9e22-ecff00a9a27f tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 946 time: 0.0491104 Apr 14 22:10:09.544515 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-10c517db-7ebe-44c7-ae27-fa6287404bcd req-963093e7-a821-404d-ac50-dcfcd140c9d1 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5277801-51df-44bc-92ac-e401d0f8d546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492225 Apr 14 22:10:09.616380 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (5250a5c0-3681-4cfb-816f-1ce2eb4dd78d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.645922 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'Port': ['ID=5250a5c0-3681-4cfb-816f-1ce2eb4dd78d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:09.772180 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:09.889469 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:09.899921 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:09.911784 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:09.911784 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:09:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:09.941102 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] No DVR routers for this DVR port 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:10:09.943654 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:09.947701 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-45227f38-33bc-4cda-966d-2126b50d0fbb req-8c7048f2-7cd7-4397-abb2-7bdcf13f738e tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.81 "DELETE /v2.0/ports/5250a5c0-3681-4cfb-816f-1ce2eb4dd78d HTTP/1.1" status: 204 len: 173 time: 0.8896112 Apr 14 22:10:09.948200 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'name': 'network-vif-deleted', 'tag': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:09.950573 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b9edb8-a184-436a-a37a-bc0c6fabdc1f" -d '{"events": [{"server_uuid": "0fa25099-f7de-42ae-9bef-9c99f70624a0", "name": "network-vif-deleted", "tag": "5250a5c0-3681-4cfb-816f-1ce2eb4dd78d"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:09.997262 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccbe396-a5be-4820-b140-8868085fae58 x-openstack-request-id: req-dccbe396-a5be-4820-b140-8868085fae58 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:09.997634 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa25099-f7de-42ae-9bef-9c99f70624a0", "name": "network-vif-deleted", "tag": "5250a5c0-3681-4cfb-816f-1ce2eb4dd78d", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:09.997935 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dccbe396-a5be-4820-b140-8868085fae58 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:09.998347 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dccbe396-a5be-4820-b140-8868085fae58'] response: {'server_uuid': '0fa25099-f7de-42ae-9bef-9c99f70624a0', 'name': 'network-vif-deleted', 'tag': '5250a5c0-3681-4cfb-816f-1ce2eb4dd78d', 'status': 'completed', 'code': 200} Apr 14 22:10:10.033800 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:10.205354 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:10.265042 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:10.291259 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:10.299716 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:10.300363 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:09:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:10.414750 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:10.620218 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:10.653271 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99ed7-3505-4713-a35e-6aea4fc8a9fa None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T21:58:18Z', 'revision_number': 4, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '8d593a37-a608-4ff0-b9c5-7dca374e66d4', 'name': '', 'network_id': 'ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'mac_address': 'fa:16:3e:29:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:17Z', 'updated_at': '2022-04-14T21:58:24Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'subnets': [{'id': '174e0c70-bae1-43c3-8ecf-3a4df32b7eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:10.657943 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac1415cf-2da6-488a-8cbf-64f29ee88b0f req-12c1276f-f6dc-4f7c-80d8-1a3124b6dc82 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fa25099-f7de-42ae-9bef-9c99f70624a0 HTTP/1.1" status: 200 len: 210 time: 0.0311966 Apr 14 22:10:10.902578 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300655bf-ec32-4216-8c7a-d54f6e3fcab1 None None] New status for floating IP 3df2e06b-10d6-47a9-8245-1e1f9e04ffbd: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:10:11.876606 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:11.897682 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:11.898079 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 5250a5c0-3681-4cfb-816f-1ce2eb4dd78d not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:11.954222 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56116) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:12.010454 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (c5277801-51df-44bc-92ac-e401d0f8d546), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:12.033625 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (c5277801-51df-44bc-92ac-e401d0f8d546), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:12.199039 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (c5277801-51df-44bc-92ac-e401d0f8d546), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:12.201754 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:12.202898 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "DELETE /v2.0/security-groups/c5277801-51df-44bc-92ac-e401d0f8d546 HTTP/1.1" status: 204 len: 168 time: 0.2476912 Apr 14 22:10:12.211814 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56118) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:12.212442 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5277801-51df-44bc-92ac-e401d0f8d546,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:12.220175 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.220531 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.220919 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.221523 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.221864 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.222199 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.222534 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.222910 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.223244 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.223573 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.224030 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.224358 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.224718 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.225173 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.225530 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8df5b0-4310-426a-913f-06a019824e12 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:12.225639 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.api.v2.resource [None req-be0feeeb-5f3d-4164-b84b-6daf717fb4b8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] show failed (client error): The resource could not be found. Apr 14 22:10:12.227315 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-be0feeeb-5f3d-4164-b84b-6daf717fb4b8 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "GET /v2.0/security-groups/c5277801-51df-44bc-92ac-e401d0f8d546 HTTP/1.1" status: 404 len: 347 time: 0.0143459 Apr 14 22:10:12.230175 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56120) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:12.629007 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Deleting port 87b62fef-9ed3-491d-8452-be386c6e7fd3 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:12.629355 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (87b62fef-9ed3-491d-8452-be386c6e7fd3), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:12.710003 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (87b62fef-9ed3-491d-8452-be386c6e7fd3), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:12.710250 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (87b62fef-9ed3-491d-8452-be386c6e7fd3), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:12.724395 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Calling delete_port for 87b62fef-9ed3-491d-8452-be386c6e7fd3 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:12.925155 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (87b62fef-9ed3-491d-8452-be386c6e7fd3), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:12.952214 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Pushing event deleted for resources: {'Port': ['ID=87b62fef-9ed3-491d-8452-be386c6e7fd3,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:13.019917 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks [] for floatingip (3df2e06b-10d6-47a9-8245-1e1f9e04ffbd), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:13.020152 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:13.021359 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-643a6287-8d53-49fc-94f6-0670876657c7 tempest-AttachVolumeNegativeTest-789790784 tempest-AttachVolumeNegativeTest-789790784-project] 10.222.0.52 "DELETE /v2.0/floatingips/3df2e06b-10d6-47a9-8245-1e1f9e04ffbd HTTP/1.1" status: 204 len: 168 time: 0.7902613 Apr 14 22:10:14.746820 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56172) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:14.795731 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8a353f-a540-45ce-973a-1d011c0ba96f admin admin] Deleting subnet fcc2f024-9fd7-4734-ba19-42ef93a71f42 {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:10:14.799690 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a8a353f-a540-45ce-973a-1d011c0ba96f admin admin] Publish callbacks [] for subnet (fcc2f024-9fd7-4734-ba19-42ef93a71f42), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:14.838246 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a8a353f-a540-45ce-973a-1d011c0ba96f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (fcc2f024-9fd7-4734-ba19-42ef93a71f42), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:14.878571 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a8a353f-a540-45ce-973a-1d011c0ba96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (fcc2f024-9fd7-4734-ba19-42ef93a71f42), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.031593 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a8a353f-a540-45ce-973a-1d011c0ba96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (fcc2f024-9fd7-4734-ba19-42ef93a71f42), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.059546 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a353f-a540-45ce-973a-1d011c0ba96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc2f024-9fd7-4734-ba19-42ef93a71f42,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:15.061522 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a8a353f-a540-45ce-973a-1d011c0ba96f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.064703 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5a8a353f-a540-45ce-973a-1d011c0ba96f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fcc2f024-9fd7-4734-ba19-42ef93a71f42 HTTP/1.1" status: 204 len: 168 time: 0.3168435 Apr 14 22:10:15.067239 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56174) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:15.138368 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (935c827c-a3e6-4076-b40b-00e385db35b8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.227289 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (935c827c-a3e6-4076-b40b-00e385db35b8), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.256773 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935c827c-a3e6-4076-b40b-00e385db35b8']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:15.261050 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468d83b7-7fff-43d0-8271-854efbae2fc7') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:15.261351 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468d83b7-7fff-43d0-8271-854efbae2fc7') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:15.272845 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4832000'] for segment (468d83b7-7fff-43d0-8271-854efbae2fc7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.286907 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (468d83b7-7fff-43d0-8271-854efbae2fc7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.293609 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:10:15.293998 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050897'] for segment (468d83b7-7fff-43d0-8271-854efbae2fc7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: Traceback (most recent call last): Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: timer() Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: cb(*args, **kw) Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: return func(*args, **kwargs) Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: self._notify() Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: self.callback(batched_events) Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: event.method(event) Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: return f(self, *a, **k) Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._get(url).json() Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: return self.request(url, 'GET', **kwargs) Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:10:15.295759 dv-cinder-813229-9-iscsi neutron-server[110548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:10:15.439139 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (935c827c-a3e6-4076-b40b-00e385db35b8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.445441 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.449289 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/935c827c-a3e6-4076-b40b-00e385db35b8 HTTP/1.1" status: 204 len: 168 time: 0.3811195 Apr 14 22:10:15.452391 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56176) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:15.461214 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51f983-5e67-4f51-90b8-d661cc6517f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=935c827c-a3e6-4076-b40b-00e385db35b8,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:15.502629 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-c763e383-222c-4aff-9d7e-13b83daa77da admin admin] Deleting subnet 492d625d-8f13-4480-a120-9fae28cc1545 {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:10:15.506078 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c763e383-222c-4aff-9d7e-13b83daa77da admin admin] Publish callbacks [] for subnet (492d625d-8f13-4480-a120-9fae28cc1545), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.542503 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c763e383-222c-4aff-9d7e-13b83daa77da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148346'] for subnet (492d625d-8f13-4480-a120-9fae28cc1545), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.581556 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c763e383-222c-4aff-9d7e-13b83daa77da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (492d625d-8f13-4480-a120-9fae28cc1545), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.723766 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c763e383-222c-4aff-9d7e-13b83daa77da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4610273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699757'] for subnet (492d625d-8f13-4480-a120-9fae28cc1545), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.754590 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763e383-222c-4aff-9d7e-13b83daa77da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492d625d-8f13-4480-a120-9fae28cc1545,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:15.762230 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c763e383-222c-4aff-9d7e-13b83daa77da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.765507 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c763e383-222c-4aff-9d7e-13b83daa77da admin admin] 10.222.0.52 "DELETE /v2.0/subnets/492d625d-8f13-4480-a120-9fae28cc1545 HTTP/1.1" status: 204 len: 168 time: 0.3120918 Apr 14 22:10:15.768005 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56184) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:15.839640 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (609056fd-5bdd-4ce6-a424-963f1ca11a80), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.924830 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (609056fd-5bdd-4ce6-a424-963f1ca11a80), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.947705 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609056fd-5bdd-4ce6-a424-963f1ca11a80']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:15.957451 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad653ab-41b8-452a-bf86-32c5e5c70bb6') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:15.957788 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad653ab-41b8-452a-bf86-32c5e5c70bb6') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:15.968932 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (bad653ab-41b8-452a-bf86-32c5e5c70bb6), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.983467 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (bad653ab-41b8-452a-bf86-32c5e5c70bb6), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.991202 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:10:15.991747 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (bad653ab-41b8-452a-bf86-32c5e5c70bb6), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:10:15.993587 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:10:16.179492 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-24250a8d-70c5-46b9-8a59-7ba21a78775b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.214405 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (609056fd-5bdd-4ce6-a424-963f1ca11a80), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.220237 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.226994 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] 10.222.0.52 "DELETE /v2.0/networks/609056fd-5bdd-4ce6-a424-963f1ca11a80 HTTP/1.1" status: 204 len: 168 time: 0.4546406 Apr 14 22:10:16.234555 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff442-4433-4bb2-bda7-44b9a959a9bb admin admin] Pushing event deleted for resources: {'Network': ['ID=609056fd-5bdd-4ce6-a424-963f1ca11a80,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:16.629169 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56196) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:16.673671 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8684c938-a799-4d37-9d50-60be36233e94 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ce84948867648b4acf0deaed698b9c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433016 Apr 14 22:10:16.677223 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56198) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:16.726534 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-82576a8b-a31b-489d-ac5c-17c049da575c admin admin] Publish callbacks [] for security_group (ad963976-d1dc-4aad-be34-af85f8a45c70), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.748788 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-82576a8b-a31b-489d-ac5c-17c049da575c admin admin] Publish callbacks [] for security_group (ad963976-d1dc-4aad-be34-af85f8a45c70), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.905005 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-82576a8b-a31b-489d-ac5c-17c049da575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ad963976-d1dc-4aad-be34-af85f8a45c70), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.907576 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-82576a8b-a31b-489d-ac5c-17c049da575c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:16.908751 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-82576a8b-a31b-489d-ac5c-17c049da575c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad963976-d1dc-4aad-be34-af85f8a45c70 HTTP/1.1" status: 204 len: 168 time: 0.2304716 Apr 14 22:10:16.918540 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82576a8b-a31b-489d-ac5c-17c049da575c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad963976-d1dc-4aad-be34-af85f8a45c70,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:17.262933 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56210) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:17.625698 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56214) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:17.667906 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ae1a8743-ae75-4ef7-a979-03ce9e011b50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25520bd7a7794c73a462494fa6451f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409043 Apr 14 22:10:17.671590 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56216) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:17.703188 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (f612a1cd-e616-4012-b895-d426a9c35637), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.721597 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-178e3c78-d79d-43ed-919b-599b3d39f658 admin admin] Publish callbacks [] for security_group (be233663-4cc2-4bc9-a9bb-28184b8d3469), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.744572 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-178e3c78-d79d-43ed-919b-599b3d39f658 admin admin] Publish callbacks [] for security_group (be233663-4cc2-4bc9-a9bb-28184b8d3469), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.861805 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-178e3c78-d79d-43ed-919b-599b3d39f658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (be233663-4cc2-4bc9-a9bb-28184b8d3469), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.864453 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-178e3c78-d79d-43ed-919b-599b3d39f658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:17.869579 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-178e3c78-d79d-43ed-919b-599b3d39f658 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be233663-4cc2-4bc9-a9bb-28184b8d3469 HTTP/1.1" status: 204 len: 168 time: 0.1932037 Apr 14 22:10:17.881766 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e3c78-d79d-43ed-919b-599b3d39f658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be233663-4cc2-4bc9-a9bb-28184b8d3469,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:17.954011 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Deleting port 8d593a37-a608-4ff0-b9c5-7dca374e66d4 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:17.954438 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.044377 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] For port 8d593a37-a608-4ff0-b9c5-7dca374e66d4, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=8d593a37-a608-4ff0-b9c5-7dca374e66d4,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:18.044854 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.058257 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Calling delete_port for 8d593a37-a608-4ff0-b9c5-7dca374e66d4 owned by network:router_interface {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:18.536797 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (8d593a37-a608-4ff0-b9c5-7dca374e66d4), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.566742 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d593a37-a608-4ff0-b9c5-7dca374e66d4,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:18.595824 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a251fbba-f1c4-4c34-bc72-f1f917a3a563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:18.770247 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (f612a1cd-e616-4012-b895-d426a9c35637), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:19.282335 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Router f612a1cd-e616-4012-b895-d426a9c35637 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:19.402122 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:19.407919 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9dbfb21e-d388-47f0-9e54-8090b6824409 admin admin] 10.222.0.52 "PUT /v2.0/routers/f612a1cd-e616-4012-b895-d426a9c35637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436582 Apr 14 22:10:19.412798 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56242) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:19.414585 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] Sync routers for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:19.425136 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:19.426206 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:10:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:19.525482 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks [] for router (f612a1cd-e616-4012-b895-d426a9c35637), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:19.544320 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:19.646430 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks [] for router_gateway (f612a1cd-e616-4012-b895-d426a9c35637), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:19.743026 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T22:10:18Z', 'revision_number': 5, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port': {'id': '687779b3-064d-42d7-8ecc-67298fbe07ba', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:58:14Z', 'updated_at': '2022-04-14T21:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:19.773094 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] Checking router: f612a1cd-e616-4012-b895-d426a9c35637 for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:19.780502 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:19.781599 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Deleting port 687779b3-064d-42d7-8ecc-67298fbe07ba {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:19.782094 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:19.791494 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] Routers {'f612a1cd-e616-4012-b895-d426a9c35637'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:19.792277 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:10:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['f612a1cd-e616-4012-b895-d426a9c35637'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:19.875378 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] For port 687779b3-064d-42d7-8ecc-67298fbe07ba, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=687779b3-064d-42d7-8ecc-67298fbe07ba,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:19.875753 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:19.885657 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] Set router f612a1cd-e616-4012-b895-d426a9c35637 gateway port host: None {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:19.894961 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Calling delete_port for 687779b3-064d-42d7-8ecc-67298fbe07ba owned by network:router_gateway {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:20.106623 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T22:10:19Z', 'revision_number': 6, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port_host': None}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:20.133390 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2537754-270e-4b30-863d-3299e3827d06 None None] The sync data for ids ['f612a1cd-e616-4012-b895-d426a9c35637'] in dv-cinder-813229-9-iscsi is: [{'id': 'f612a1cd-e616-4012-b895-d426a9c35637', 'name': 'tempest-AttachVolumeNegativeTest-124295008-router', 'tenant_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:58:13Z', 'updated_at': '2022-04-14T22:10:19Z', 'revision_number': 6, 'project_id': 'a65a6dd5b01d4404afb6a740fb56fd54', 'gw_port_host': None}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:20.202476 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (687779b3-064d-42d7-8ecc-67298fbe07ba), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.231843 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Pushing event deleted for resources: {'Port': ['ID=687779b3-064d-42d7-8ecc-67298fbe07ba,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:20.301459 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (f612a1cd-e616-4012-b895-d426a9c35637), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.401592 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (f612a1cd-e616-4012-b895-d426a9c35637), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.403820 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks [] for router_controller (f612a1cd-e616-4012-b895-d426a9c35637), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.548325 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (f612a1cd-e616-4012-b895-d426a9c35637), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.549206 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f612a1cd-e616-4012-b895-d426a9c35637 {{(pid=110547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:10:20.558277 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.558910 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-39edb103-df02-463e-a77d-11724234a550 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f612a1cd-e616-4012-b895-d426a9c35637 HTTP/1.1" status: 204 len: 168 time: 1.1450715 Apr 14 22:10:20.561540 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56260) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:20.613633 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-60433aba-28ae-432c-bded-6b76cc2f7642 admin admin] Deleting subnet 174e0c70-bae1-43c3-8ecf-3a4df32b7eca {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:10:20.618413 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-60433aba-28ae-432c-bded-6b76cc2f7642 admin admin] Publish callbacks [] for subnet (174e0c70-bae1-43c3-8ecf-3a4df32b7eca), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.662009 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-60433aba-28ae-432c-bded-6b76cc2f7642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5148346'] for subnet (174e0c70-bae1-43c3-8ecf-3a4df32b7eca), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.755714 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-60433aba-28ae-432c-bded-6b76cc2f7642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (174e0c70-bae1-43c3-8ecf-3a4df32b7eca), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.895917 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.922915 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-60433aba-28ae-432c-bded-6b76cc2f7642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4610273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699757'] for subnet (174e0c70-bae1-43c3-8ecf-3a4df32b7eca), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.953573 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60433aba-28ae-432c-bded-6b76cc2f7642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174e0c70-bae1-43c3-8ecf-3a4df32b7eca,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:20.955594 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-60433aba-28ae-432c-bded-6b76cc2f7642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:20.964297 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-60433aba-28ae-432c-bded-6b76cc2f7642 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/174e0c70-bae1-43c3-8ecf-3a4df32b7eca HTTP/1.1" status: 204 len: 168 time: 0.3961513 Apr 14 22:10:20.964412 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56272) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:20.972440 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ffc9fb-03ec-4a89-8f9f-502a07c98a19 None None] Network ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:10:21.077175 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.097828 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 8d593a37-a608-4ff0-b9c5-7dca374e66d4 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:21.125732 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 8d593a37-a608-4ff0-b9c5-7dca374e66d4 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:21.126230 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 8d593a37-a608-4ff0-b9c5-7dca374e66d4 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:21.126668 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 687779b3-064d-42d7-8ecc-67298fbe07ba no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:21.129694 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Deleting port 16a77c70-b8cb-466d-a193-708272514629 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:21.130038 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (16a77c70-b8cb-466d-a193-708272514629), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.172102 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 687779b3-064d-42d7-8ecc-67298fbe07ba {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:21.172453 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 687779b3-064d-42d7-8ecc-67298fbe07ba not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:21.210857 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] For port 16a77c70-b8cb-466d-a193-708272514629, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=16a77c70-b8cb-466d-a193-708272514629,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:21.211391 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (16a77c70-b8cb-466d-a193-708272514629), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.233010 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Calling delete_port for 16a77c70-b8cb-466d-a193-708272514629 owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:21.266819 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] DHCP port deletion for ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:10:21.326396 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Deleting port 16a77c70-b8cb-466d-a193-708272514629 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:21.326973 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (16a77c70-b8cb-466d-a193-708272514629), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.394252 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] For port 16a77c70-b8cb-466d-a193-708272514629, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=16a77c70-b8cb-466d-a193-708272514629,segment=NetworkSegment(cb883ceb-4067-4baa-ac30-2cf4837ab71a),segment_id=cb883ceb-4067-4baa-ac30-2cf4837ab71a)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:21.394647 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (16a77c70-b8cb-466d-a193-708272514629), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.408137 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Calling delete_port for 16a77c70-b8cb-466d-a193-708272514629 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:21.448056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (16a77c70-b8cb-466d-a193-708272514629), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.477517 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Pushing event deleted for resources: {'Port': ['ID=16a77c70-b8cb-466d-a193-708272514629,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:21.479327 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] No DVR routers for this DVR port 16a77c70-b8cb-466d-a193-708272514629 on host dv-cinder-813229-9-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:10:21.495070 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (16a77c70-b8cb-466d-a193-708272514629), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.520994 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Pushing event deleted for resources: {'Port': ['ID=16a77c70-b8cb-466d-a193-708272514629,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:21.529244 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] No DVR routers for this DVR port 16a77c70-b8cb-466d-a193-708272514629 on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:10:21.531957 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.532307 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.532680 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.533032 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.533378 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.533711 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.534040 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.534367 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.534696 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.535027 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.535356 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.535684 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.536007 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.536334 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.536675 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea465e-0d7a-4e05-9fa4-abfef09255b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:21.561422 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.584221 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:21.594348 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb883ceb-4067-4baa-ac30-2cf4837ab71a') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:21.594649 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb883ceb-4067-4baa-ac30-2cf4837ab71a') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:21.604955 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4832000'] for segment (cb883ceb-4067-4baa-ac30-2cf4837ab71a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.620120 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (cb883ceb-4067-4baa-ac30-2cf4837ab71a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.626448 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:10:21.626858 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050897'] for segment (cb883ceb-4067-4baa-ac30-2cf4837ab71a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: Traceback (most recent call last): Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: timer() Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: cb(*args, **kw) Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: return func(*args, **kwargs) Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: self._notify() Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: self.callback(batched_events) Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: event.method(event) Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: return f(self, *a, **k) Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._get(url).json() Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: return self.request(url, 'GET', **kwargs) Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:10:21.628567 dv-cinder-813229-9-iscsi neutron-server[110548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:10:21.770520 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.777045 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:21.780526 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] 10.222.0.52 "DELETE /v2.0/networks/ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c HTTP/1.1" status: 204 len: 168 time: 0.8147986 Apr 14 22:10:21.794911 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f0d82-ae61-4235-bd5b-1dc0d3b8f90d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6ea0cf-96ae-428b-9b04-30ae9dc1ad6c,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:22.080036 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-5ad891b8-9e76-4514-83b2-e9d4fdff22de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395124 Apr 14 22:10:22.151771 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-6d218fed-730d-4545-b15a-50ae4db0d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:22.153939 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-6d218fed-730d-4545-b15a-50ae4db0d201 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 1130 time: 0.0495889 Apr 14 22:10:22.203316 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56284) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:22.290389 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b86fe0c2-edc4-405c-8857-583587e8967a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a65a6dd5b01d4404afb6a740fb56fd54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0857131 Apr 14 22:10:22.292780 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56286) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:22.304313 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-04c04405-db6a-483c-9543-4f0cb57c28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:22.305956 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-04c04405-db6a-483c-9543-4f0cb57c28f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 912 time: 0.1286170 Apr 14 22:10:22.348292 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-34653667-8505-46d4-bdef-b6087328f78a admin admin] Publish callbacks [] for security_group (dc87f3db-a364-40ab-951b-4c75b9780d7a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:22.373646 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-34653667-8505-46d4-bdef-b6087328f78a admin admin] Publish callbacks [] for security_group (dc87f3db-a364-40ab-951b-4c75b9780d7a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:22.376145 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-aeecfa86-3a66-417d-be86-4188090e8bc8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03632893-d4ab-41af-aa65-23c1673a466f HTTP/1.1" status: 200 len: 1002 time: 0.0638738 Apr 14 22:10:22.434162 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-ae9ff79c-4493-415b-8c5b-9944eb47bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:22.435645 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-ae9ff79c-4493-415b-8c5b-9944eb47bc5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0534468 Apr 14 22:10:22.481915 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-1669d750-41f2-4aa9-9ae1-f2277613d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:22.483417 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-1669d750-41f2-4aa9-9ae1-f2277613d83c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406129 Apr 14 22:10:22.545378 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-34653667-8505-46d4-bdef-b6087328f78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (dc87f3db-a364-40ab-951b-4c75b9780d7a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:22.548054 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-34653667-8505-46d4-bdef-b6087328f78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:22.549362 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-34653667-8505-46d4-bdef-b6087328f78a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc87f3db-a364-40ab-951b-4c75b9780d7a HTTP/1.1" status: 204 len: 168 time: 0.2555773 Apr 14 22:10:22.558271 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34653667-8505-46d4-bdef-b6087328f78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc87f3db-a364-40ab-951b-4c75b9780d7a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:22.582240 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-b8421e0a-82cd-4c32-b019-551742662f65 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922539 Apr 14 22:10:22.639268 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:22.694086 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90eeabbc-081b-4ce2-9629-aa806c07a3e8 req-6d644440-6f9c-4bab-8ee0-1eacb7a99454 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003439 Apr 14 22:10:23.045304 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 16a77c70-b8cb-466d-a193-708272514629 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:23.066907 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 16a77c70-b8cb-466d-a193-708272514629 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:23.067267 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 16a77c70-b8cb-466d-a193-708272514629 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:25.503541 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56346) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:25.622457 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e08ad1b-1cc3-4090-abb6-d61f6982ca32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:25.700511 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e08ad1b-1cc3-4090-abb6-d61f6982ca32 admin admin] Publish callbacks [] for security_group (79a0d98b-b026-44e7-b98a-8722d66d8519), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:25.796541 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e08ad1b-1cc3-4090-abb6-d61f6982ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (79a0d98b-b026-44e7-b98a-8722d66d8519), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:25.837631 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9e08ad1b-1cc3-4090-abb6-d61f6982ca32 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a908560c28d44c8197fbb853c0695a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328986 Apr 14 22:10:25.838779 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08ad1b-1cc3-4090-abb6-d61f6982ca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a0d98b-b026-44e7-b98a-8722d66d8519,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:25.840382 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56350) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:25.904865 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b7e45cd6-f0ca-4746-8bde-266c43c71330 admin admin] Publish callbacks [] for security_group (79a0d98b-b026-44e7-b98a-8722d66d8519), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:25.928634 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b7e45cd6-f0ca-4746-8bde-266c43c71330 admin admin] Publish callbacks [] for security_group (79a0d98b-b026-44e7-b98a-8722d66d8519), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:26.181910 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b7e45cd6-f0ca-4746-8bde-266c43c71330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (79a0d98b-b026-44e7-b98a-8722d66d8519), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:26.184491 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b7e45cd6-f0ca-4746-8bde-266c43c71330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:26.185707 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b7e45cd6-f0ca-4746-8bde-266c43c71330 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79a0d98b-b026-44e7-b98a-8722d66d8519 HTTP/1.1" status: 204 len: 168 time: 0.3434613 Apr 14 22:10:26.193949 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e45cd6-f0ca-4746-8bde-266c43c71330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a0d98b-b026-44e7-b98a-8722d66d8519,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:27.040867 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56368) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:27.056553 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e4791801-3f95-4538-9f8d-76c421dee8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.140990 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e4791801-3f95-4538-9f8d-76c421dee8cd admin admin] Publish callbacks [] for security_group (d053fd44-d892-49ae-8fea-473f9057c1f0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.221881 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e4791801-3f95-4538-9f8d-76c421dee8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (d053fd44-d892-49ae-8fea-473f9057c1f0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.264024 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e4791801-3f95-4538-9f8d-76c421dee8cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2009e94b5bbb4e0a86c673d72ffeac1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239342 Apr 14 22:10:27.264708 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4791801-3f95-4538-9f8d-76c421dee8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d053fd44-d892-49ae-8fea-473f9057c1f0,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:27.266503 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56370) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:27.318771 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-467549e1-d8f6-4a0a-8889-c0e99d9006a9 admin admin] Publish callbacks [] for security_group (d053fd44-d892-49ae-8fea-473f9057c1f0), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.342904 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-467549e1-d8f6-4a0a-8889-c0e99d9006a9 admin admin] Publish callbacks [] for security_group (d053fd44-d892-49ae-8fea-473f9057c1f0), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.482491 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-467549e1-d8f6-4a0a-8889-c0e99d9006a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (d053fd44-d892-49ae-8fea-473f9057c1f0), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.485617 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-467549e1-d8f6-4a0a-8889-c0e99d9006a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:27.486757 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-467549e1-d8f6-4a0a-8889-c0e99d9006a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d053fd44-d892-49ae-8fea-473f9057c1f0 HTTP/1.1" status: 204 len: 168 time: 0.2185342 Apr 14 22:10:27.495401 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467549e1-d8f6-4a0a-8889-c0e99d9006a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d053fd44-d892-49ae-8fea-473f9057c1f0,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:31.262471 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56466) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:31.376955 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b66e0c00-f472-484a-8da8-2427cb903e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.462288 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b66e0c00-f472-484a-8da8-2427cb903e61 admin admin] Publish callbacks [] for security_group (7a800c69-d7ea-4a30-aeef-c6ddf83470a8), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.573632 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b66e0c00-f472-484a-8da8-2427cb903e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (7a800c69-d7ea-4a30-aeef-c6ddf83470a8), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.614337 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b66e0c00-f472-484a-8da8-2427cb903e61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=824277db4d0a44688b1d5577b1554c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504004 Apr 14 22:10:31.615210 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e0c00-f472-484a-8da8-2427cb903e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a800c69-d7ea-4a30-aeef-c6ddf83470a8,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:31.617081 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56476) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:31.674728 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a0c0e97-8777-4193-bbc6-4d491086c73f admin admin] Publish callbacks [] for security_group (7a800c69-d7ea-4a30-aeef-c6ddf83470a8), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.699958 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a0c0e97-8777-4193-bbc6-4d491086c73f admin admin] Publish callbacks [] for security_group (7a800c69-d7ea-4a30-aeef-c6ddf83470a8), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.828071 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a0c0e97-8777-4193-bbc6-4d491086c73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (7a800c69-d7ea-4a30-aeef-c6ddf83470a8), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.830926 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3a0c0e97-8777-4193-bbc6-4d491086c73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:31.832195 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3a0c0e97-8777-4193-bbc6-4d491086c73f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a800c69-d7ea-4a30-aeef-c6ddf83470a8 HTTP/1.1" status: 204 len: 168 time: 0.2140954 Apr 14 22:10:31.841745 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c0e97-8777-4193-bbc6-4d491086c73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a800c69-d7ea-4a30-aeef-c6ddf83470a8,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:32.571655 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56498) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:32.586385 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f8576c77-e49d-4ef6-b4ec-c9d9397bb18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.630435 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850abb08-16fb-4d93-ae88-2558f4c799f2 req-fa0c1b17-38a6-48b8-96b4-9b1d448ffd45 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:32.631770 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-850abb08-16fb-4d93-ae88-2558f4c799f2 req-fa0c1b17-38a6-48b8-96b4-9b1d448ffd45 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0546224 Apr 14 22:10:32.670103 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f8576c77-e49d-4ef6-b4ec-c9d9397bb18e admin admin] Publish callbacks [] for security_group (2b9edcfe-ac2c-43d1-b11c-ce6bd3c3f0c8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.693155 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-850abb08-16fb-4d93-ae88-2558f4c799f2 req-a5266350-0b7d-48ef-9d83-fd3736446e84 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475554 Apr 14 22:10:32.755902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f8576c77-e49d-4ef6-b4ec-c9d9397bb18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2b9edcfe-ac2c-43d1-b11c-ce6bd3c3f0c8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.798727 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f8576c77-e49d-4ef6-b4ec-c9d9397bb18e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=adfba35426b94850b714abb6918ef8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259066 Apr 14 22:10:32.799652 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8576c77-e49d-4ef6-b4ec-c9d9397bb18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9edcfe-ac2c-43d1-b11c-ce6bd3c3f0c8,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:32.801482 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56508) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:32.867519 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-02b82eb3-0b1b-4aaa-9a11-dc55ec59ad47 admin admin] Publish callbacks [] for security_group (2b9edcfe-ac2c-43d1-b11c-ce6bd3c3f0c8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:32.891688 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-02b82eb3-0b1b-4aaa-9a11-dc55ec59ad47 admin admin] Publish callbacks [] for security_group (2b9edcfe-ac2c-43d1-b11c-ce6bd3c3f0c8), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.059161 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-02b82eb3-0b1b-4aaa-9a11-dc55ec59ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2b9edcfe-ac2c-43d1-b11c-ce6bd3c3f0c8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.061749 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-02b82eb3-0b1b-4aaa-9a11-dc55ec59ad47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.062917 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-02b82eb3-0b1b-4aaa-9a11-dc55ec59ad47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b9edcfe-ac2c-43d1-b11c-ce6bd3c3f0c8 HTTP/1.1" status: 204 len: 168 time: 0.2601252 Apr 14 22:10:33.073489 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b82eb3-0b1b-4aaa-9a11-dc55ec59ad47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9edcfe-ac2c-43d1-b11c-ce6bd3c3f0c8,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:33.378073 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56516) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:33.499506 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-59d4acb5-8952-467e-92ef-900fbd0b5cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.585193 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-59d4acb5-8952-467e-92ef-900fbd0b5cf3 admin admin] Publish callbacks [] for security_group (d676150e-fe5c-4d41-93a0-5dde9eaba30d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.742359 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-59d4acb5-8952-467e-92ef-900fbd0b5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (d676150e-fe5c-4d41-93a0-5dde9eaba30d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.787050 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4acb5-8952-467e-92ef-900fbd0b5cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d676150e-fe5c-4d41-93a0-5dde9eaba30d,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:33.795166 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-59d4acb5-8952-467e-92ef-900fbd0b5cf3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cd7c00c14c94b32a264217df480065e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159074 Apr 14 22:10:33.796166 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56532) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:33.843761 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c78de-a64a-4cd7-8e57-f83ce34f13aa req-c0c39ba7-d841-471c-81e2-5bf19d6988d2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:33.845452 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-309c78de-a64a-4cd7-8e57-f83ce34f13aa req-c0c39ba7-d841-471c-81e2-5bf19d6988d2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0767381 Apr 14 22:10:33.854423 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa98a-6c19-4fca-9da7-55ac5a06385f admin admin] Publish callbacks [] for security_group (d676150e-fe5c-4d41-93a0-5dde9eaba30d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.882910 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa98a-6c19-4fca-9da7-55ac5a06385f admin admin] Publish callbacks [] for security_group (d676150e-fe5c-4d41-93a0-5dde9eaba30d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:33.897677 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-309c78de-a64a-4cd7-8e57-f83ce34f13aa req-a41550fa-5f7b-43fa-91ce-a568e9f22217 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=122544fd-6af0-4f3a-a9dc-4b300b8db87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451536 Apr 14 22:10:34.057743 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa98a-6c19-4fca-9da7-55ac5a06385f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (d676150e-fe5c-4d41-93a0-5dde9eaba30d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.059982 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa98a-6c19-4fca-9da7-55ac5a06385f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.061198 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ab3aa98a-6c19-4fca-9da7-55ac5a06385f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d676150e-fe5c-4d41-93a0-5dde9eaba30d HTTP/1.1" status: 204 len: 168 time: 0.2636461 Apr 14 22:10:34.073125 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-7bf56e70-7bbc-41e1-8af3-e9b9b76757d0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:34.074650 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-7bf56e70-7bbc-41e1-8af3-e9b9b76757d0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 945 time: 0.0563278 Apr 14 22:10:34.079974 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aa98a-6c19-4fca-9da7-55ac5a06385f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d676150e-fe5c-4d41-93a0-5dde9eaba30d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:34.174849 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Deleting port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:34.175191 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.269843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] For port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:10:34.270204 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.471865 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.472215 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (a9c0abce-3bfe-458e-818c-a15c1b11178d), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.472495 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Floating IP a9c0abce-3bfe-458e-818c-a15c1b11178d disassociated. External IP: 172.27.1.46, port: 06e86162-ebd8-4165-b5e7-fe96f57ad5f4. Apr 14 22:10:34.472842 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Calling delete_port for 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:34.867824 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (06e86162-ebd8-4165-b5e7-fe96f57ad5f4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:34.901173 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event deleted for resources: {'Port': ['ID=06e86162-ebd8-4165-b5e7-fe96f57ad5f4,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:35.008390 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56554) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:35.019541 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ccfbfd80-5bcf-4feb-8278-fec3f0df7905 req-fcfe2f45-d8ab-439b-b8c5-0e427d9231c3 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 210 time: 0.0314202 Apr 14 22:10:35.021623 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d5d94259-e47b-4cde-8d62-2f603950dcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.047914 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Router 35229258-5815-4bb7-8837-5ab92804aab4 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:10:35.104094 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d5d94259-e47b-4cde-8d62-2f603950dcaa admin admin] Publish callbacks [] for security_group (60c576dd-9f11-4e22-a6aa-245e0e31eec7), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.164918 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:10:35.175972 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] Sync routers for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:10:35.186843 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:35.187457 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:10:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:35.209352 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] No DVR routers for this DVR port 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:10:35.211968 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.215496 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2ab41102-c63c-4a7a-90c5-e986dd330719 req-72f0a06e-46e2-42e4-9913-7dc9d45e04b5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "DELETE /v2.0/ports/06e86162-ebd8-4165-b5e7-fe96f57ad5f4 HTTP/1.1" status: 204 len: 173 time: 1.1334643 Apr 14 22:10:35.215945 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'name': 'network-vif-deleted', 'tag': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:35.218279 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da521eac-8239-4f7e-b6e1-657713f0f7fb" -d '{"events": [{"server_uuid": "c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7", "name": "network-vif-deleted", "tag": "06e86162-ebd8-4165-b5e7-fe96f57ad5f4"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:35.258390 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059700b8-0512-4872-96c3-6ea359282357 x-openstack-request-id: req-059700b8-0512-4872-96c3-6ea359282357 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:35.258689 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7", "name": "network-vif-deleted", "tag": "06e86162-ebd8-4165-b5e7-fe96f57ad5f4", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:35.258964 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-059700b8-0512-4872-96c3-6ea359282357 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:35.259388 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059700b8-0512-4872-96c3-6ea359282357'] response: {'server_uuid': 'c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7', 'name': 'network-vif-deleted', 'tag': '06e86162-ebd8-4165-b5e7-fe96f57ad5f4', 'status': 'completed', 'code': 200} Apr 14 22:10:35.265348 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d5d94259-e47b-4cde-8d62-2f603950dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (60c576dd-9f11-4e22-a6aa-245e0e31eec7), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.341802 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56560) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:35.342415 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d5d94259-e47b-4cde-8d62-2f603950dcaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e17288b16724257997d85bd70912f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324063 Apr 14 22:10:35.344276 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d94259-e47b-4cde-8d62-2f603950dcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c576dd-9f11-4e22-a6aa-245e0e31eec7,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:35.349382 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:10:35.354301 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56562) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:35.418896 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:35.444556 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4715478f-3faf-4f92-81b7-89956715ac5a admin admin] Publish callbacks [] for security_group (60c576dd-9f11-4e22-a6aa-245e0e31eec7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.484432 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4715478f-3faf-4f92-81b7-89956715ac5a admin admin] Publish callbacks [] for security_group (60c576dd-9f11-4e22-a6aa-245e0e31eec7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.555683 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b8423f7-3c5f-49e0-a493-6a81e86b6fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.651804 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:35.674742 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4715478f-3faf-4f92-81b7-89956715ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (60c576dd-9f11-4e22-a6aa-245e0e31eec7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.677325 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4715478f-3faf-4f92-81b7-89956715ac5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.685080 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4715478f-3faf-4f92-81b7-89956715ac5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60c576dd-9f11-4e22-a6aa-245e0e31eec7 HTTP/1.1" status: 204 len: 168 time: 0.3352194 Apr 14 22:10:35.685464 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] Checking router: 35229258-5815-4bb7-8837-5ab92804aab4 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:10:35.688357 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:10:35.689044 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:10:18Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:35.696788 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715478f-3faf-4f92-81b7-89956715ac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c576dd-9f11-4e22-a6aa-245e0e31eec7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:35.755641 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b8423f7-3c5f-49e0-a493-6a81e86b6fc0 admin admin] Publish callbacks [] for security_group (13e73089-3986-4298-8111-fc48ad5833c7), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.810179 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:10:35.896176 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b8423f7-3c5f-49e0-a493-6a81e86b6fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (13e73089-3986-4298-8111-fc48ad5833c7), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:35.935620 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8423f7-3c5f-49e0-a493-6a81e86b6fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e73089-3986-4298-8111-fc48ad5833c7,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:35.951436 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5b8423f7-3c5f-49e0-a493-6a81e86b6fc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb5ebc0e71c0412a80ea72177b63881f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5959163 Apr 14 22:10:35.954240 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56568) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:36.033953 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a3c45cb-c951-4fc1-8cdd-d316b7964040 admin admin] Publish callbacks [] for security_group (13e73089-3986-4298-8111-fc48ad5833c7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.052514 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:10:36.060704 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a3c45cb-c951-4fc1-8cdd-d316b7964040 admin admin] Publish callbacks [] for security_group (13e73089-3986-4298-8111-fc48ad5833c7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.087208 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ec130-a9bc-4068-bab4-3b3b78ccdba0 None None] The sync data for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi is: [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:10:36.161845 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b9d7c67-7b74-4d92-9616-22c9428f7c25 req-3838bc31-b06e-491d-930e-b92d8a45b887 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=c04c653d-4a02-4cd8-8bc5-de7bf0dfbda7 HTTP/1.1" status: 200 len: 210 time: 0.0375993 Apr 14 22:10:36.267355 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a3c45cb-c951-4fc1-8cdd-d316b7964040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (13e73089-3986-4298-8111-fc48ad5833c7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.270973 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a3c45cb-c951-4fc1-8cdd-d316b7964040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.274761 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6a3c45cb-c951-4fc1-8cdd-d316b7964040 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13e73089-3986-4298-8111-fc48ad5833c7 HTTP/1.1" status: 204 len: 168 time: 0.3169084 Apr 14 22:10:36.286910 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c45cb-c951-4fc1-8cdd-d316b7964040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e73089-3986-4298-8111-fc48ad5833c7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:36.370882 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191ca0e-c589-43e3-9b15-7d9be1158d6b None None] New status for floating IP a9c0abce-3bfe-458e-818c-a15c1b11178d: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:10:36.562498 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56576) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:36.573688 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74c1b609-c657-4759-969c-ee5081b1bd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.648623 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74c1b609-c657-4759-969c-ee5081b1bd8f admin admin] Publish callbacks [] for security_group (33afd2ed-2576-4430-976b-7464b3d7ab0b), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.721984 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74c1b609-c657-4759-969c-ee5081b1bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (33afd2ed-2576-4430-976b-7464b3d7ab0b), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.762470 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-74c1b609-c657-4759-969c-ee5081b1bd8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79eec3a72976402f8f21434922469e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009273 Apr 14 22:10:36.763668 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1b609-c657-4759-969c-ee5081b1bd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33afd2ed-2576-4430-976b-7464b3d7ab0b,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:36.765266 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56580) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:36.817016 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2babf6fb-e9c7-48f7-82cb-14a60776c11b admin admin] Publish callbacks [] for security_group (33afd2ed-2576-4430-976b-7464b3d7ab0b), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:36.840227 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2babf6fb-e9c7-48f7-82cb-14a60776c11b admin admin] Publish callbacks [] for security_group (33afd2ed-2576-4430-976b-7464b3d7ab0b), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.009679 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2babf6fb-e9c7-48f7-82cb-14a60776c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (33afd2ed-2576-4430-976b-7464b3d7ab0b), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.012320 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2babf6fb-e9c7-48f7-82cb-14a60776c11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.013542 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2babf6fb-e9c7-48f7-82cb-14a60776c11b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33afd2ed-2576-4430-976b-7464b3d7ab0b HTTP/1.1" status: 204 len: 168 time: 0.2472253 Apr 14 22:10:37.021698 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babf6fb-e9c7-48f7-82cb-14a60776c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33afd2ed-2576-4430-976b-7464b3d7ab0b,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:37.370477 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56606) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:37.429908 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-793dad72-1062-4fba-97cc-c9cb40ee811d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (122544fd-6af0-4f3a-a9dc-4b300b8db87a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.453545 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-793dad72-1062-4fba-97cc-c9cb40ee811d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (122544fd-6af0-4f3a-a9dc-4b300b8db87a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.616155 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-793dad72-1062-4fba-97cc-c9cb40ee811d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (122544fd-6af0-4f3a-a9dc-4b300b8db87a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.620688 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-793dad72-1062-4fba-97cc-c9cb40ee811d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.621883 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-793dad72-1062-4fba-97cc-c9cb40ee811d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "DELETE /v2.0/security-groups/122544fd-6af0-4f3a-a9dc-4b300b8db87a HTTP/1.1" status: 204 len: 168 time: 0.2499928 Apr 14 22:10:37.624698 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56620) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:37.632236 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dad72-1062-4fba-97cc-c9cb40ee811d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122544fd-6af0-4f3a-a9dc-4b300b8db87a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:37.643572 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.api.v2.resource [None req-a842e566-f079-44d3-bbc3-e72d34655fe1 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] show failed (client error): The resource could not be found. Apr 14 22:10:37.643572 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a842e566-f079-44d3-bbc3-e72d34655fe1 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups/122544fd-6af0-4f3a-a9dc-4b300b8db87a HTTP/1.1" status: 404 len: 347 time: 0.0147123 Apr 14 22:10:37.645578 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56622) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:37.777712 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Deleting port c028233f-5c33-4c66-8eae-b49b3dbbe93f {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:10:37.778030 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (c028233f-5c33-4c66-8eae-b49b3dbbe93f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.865287 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (c028233f-5c33-4c66-8eae-b49b3dbbe93f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.866262 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (c028233f-5c33-4c66-8eae-b49b3dbbe93f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:37.878847 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Calling delete_port for c028233f-5c33-4c66-8eae-b49b3dbbe93f owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:10:38.000431 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:10:38.021592 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:10:38.022725 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 06e86162-ebd8-4165-b5e7-fe96f57ad5f4 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:10:38.175805 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (c028233f-5c33-4c66-8eae-b49b3dbbe93f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.201885 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event deleted for resources: {'Port': ['ID=c028233f-5c33-4c66-8eae-b49b3dbbe93f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:38.265845 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (a9c0abce-3bfe-458e-818c-a15c1b11178d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.268393 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.269616 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-29dbf8b4-cb84-4a29-96bf-66a962ae1d2a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "DELETE /v2.0/floatingips/a9c0abce-3bfe-458e-818c-a15c1b11178d HTTP/1.1" status: 204 len: 168 time: 0.6228664 Apr 14 22:10:38.628410 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56648) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:38.633590 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-9d363c06-3c0c-4bb2-995a-d891e2a38896 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193640675', 'description': 'tempest-description--1211541065'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:38.733304 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9d363c06-3c0c-4bb2-995a-d891e2a38896 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.801536 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9d363c06-3c0c-4bb2-995a-d891e2a38896 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (5daa4917-688b-42f4-ab14-03bf28f5f6ef), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.889965 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9d363c06-3c0c-4bb2-995a-d891e2a38896 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (5daa4917-688b-42f4-ab14-03bf28f5f6ef), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:38.920202 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d363c06-3c0c-4bb2-995a-d891e2a38896 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa4917-688b-42f4-ab14-03bf28f5f6ef,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:39.060948 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9d363c06-3c0c-4bb2-995a-d891e2a38896 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.062077 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9d363c06-3c0c-4bb2-995a-d891e2a38896 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4325812 Apr 14 22:10:39.064937 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56656) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:39.070415 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-7ba9f103-e25e-4825-b7cf-b0ad05d2dee8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'security_group_rule': {'security_group_id': '5daa4917-688b-42f4-ab14-03bf28f5f6ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:39.164812 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f103-e25e-4825-b7cf-b0ad05d2dee8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (37ff85ce-5a92-4b16-a3a1-fe677ee0a568), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.228107 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f103-e25e-4825-b7cf-b0ad05d2dee8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (37ff85ce-5a92-4b16-a3a1-fe677ee0a568), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.306847 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f103-e25e-4825-b7cf-b0ad05d2dee8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (37ff85ce-5a92-4b16-a3a1-fe677ee0a568), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.325765 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9f103-e25e-4825-b7cf-b0ad05d2dee8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ff85ce-5a92-4b16-a3a1-fe677ee0a568,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:39.406015 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f103-e25e-4825-b7cf-b0ad05d2dee8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.407267 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7ba9f103-e25e-4825-b7cf-b0ad05d2dee8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3413305 Apr 14 22:10:39.409983 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56664) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:39.415251 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-0ff8afe0-27b1-4f34-aaa7-fee9e52268ca tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'security_group_rule': {'security_group_id': '5daa4917-688b-42f4-ab14-03bf28f5f6ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:39.530128 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0ff8afe0-27b1-4f34-aaa7-fee9e52268ca tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (277d2be1-bb08-4e94-bada-c835497009c3), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.594591 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0ff8afe0-27b1-4f34-aaa7-fee9e52268ca tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (277d2be1-bb08-4e94-bada-c835497009c3), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.678268 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0ff8afe0-27b1-4f34-aaa7-fee9e52268ca tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379423'] for security_group_rule (277d2be1-bb08-4e94-bada-c835497009c3), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.697932 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8afe0-27b1-4f34-aaa7-fee9e52268ca tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277d2be1-bb08-4e94-bada-c835497009c3,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:39.783572 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0ff8afe0-27b1-4f34-aaa7-fee9e52268ca tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:39.784819 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0ff8afe0-27b1-4f34-aaa7-fee9e52268ca tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3738899 Apr 14 22:10:39.791484 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56678) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:10:39.795818 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:39.961832 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.045582 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.152838 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Allocated IP 172.27.1.36 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/42d1408e-030b-434a-ac94-10c3425d7175) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:40.216186 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.261671 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for port (42d1408e-030b-434a-ac94-10c3425d7175), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.410354 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (42d1408e-030b-434a-ac94-10c3425d7175), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.449403 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:40.456381 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:40.458322 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:40.464334 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'Port': ['ID=42d1408e-030b-434a-ac94-10c3425d7175,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:40.546648 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (54d82684-948f-4db2-ab4f-06b6f7d48671), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.711583 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (42d1408e-030b-434a-ac94-10c3425d7175), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.865070 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for port (42d1408e-030b-434a-ac94-10c3425d7175), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:40.986798 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (42d1408e-030b-434a-ac94-10c3425d7175), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.057521 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'Port': ['ID=42d1408e-030b-434a-ac94-10c3425d7175,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:41.071140 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (54d82684-948f-4db2-ab4f-06b6f7d48671), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.137943 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:41.138857 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0fd13f55-af94-4eea-b8b1-7b45dba85ff7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3463264 Apr 14 22:10:41.351171 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-68135788-22c7-4654-a877-ae0f06789c3a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1193640675&fields=id&tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53 HTTP/1.1" status: 200 len: 267 time: 0.0466545 Apr 14 22:10:41.482962 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-5511213b-f22e-4372-b485-4f0600d79171 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:41.484329 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-5511213b-f22e-4372-b485-4f0600d79171 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 811 time: 0.1261318 Apr 14 22:10:41.499783 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-59c92aeb-07a5-4b22-979f-e7b4dff99bb5 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/quotas/b3fb94b2f5ea4be18bfbb3968b306a53 HTTP/1.1" status: 200 len: 375 time: 0.0091672 Apr 14 22:10:41.559201 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-195d1789-1fee-40c3-b6a8-da7629612447 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539010 Apr 14 22:10:41.675971 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-4d97af0c-d196-405d-93ae-ace8cfca37cb service neutron] 10.222.0.52 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047657 Apr 14 22:10:41.787247 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-047e678a-6b0c-4bf7-b0d5-18f67589d570 service neutron] 10.222.0.52 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049938 Apr 14 22:10:42.094161 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-53ce08e1-43ee-41f2-983f-014c5256c75d req-a7dbe3c7-e2ad-45c2-9b1a-c72cf1f51bcc tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 210 time: 0.0331445 Apr 14 22:10:43.198200 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-364891e4-e7fd-4367-a537-1cbc4830c307 req-685d287a-644d-42d9-9d11-6a23422218cd tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 210 time: 0.0366380 Apr 14 22:10:44.297215 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-19b7e278-2889-4974-aa84-ee43f9c14bd9 req-0fe46333-aacb-4d78-b956-2523ff478d4f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 210 time: 0.0290232 Apr 14 22:10:45.393631 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f34c375-7268-4450-ab3e-c89c1a9c28d5 req-697927da-53c2-4926-a232-84c1c9e9793c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 210 time: 0.0294106 Apr 14 22:10:46.124828 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfa52-234a-4c02-9680-e97b408ca57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:46.493919 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0d18a9e4-3585-4796-941a-72954ccb4590 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:46.495511 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0d18a9e4-3585-4796-941a-72954ccb4590 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 811 time: 0.1131723 Apr 14 22:10:46.505286 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c09dd4d4-5f28-400f-ab11-911941992d2a req-50d5f2d4-435e-4ff8-84a0-b43f0b247fa4 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 210 time: 0.0349805 Apr 14 22:10:46.565028 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-b28602b3-7796-4740-8ef8-a15d71bffe2f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53 HTTP/1.1" status: 200 len: 380 time: 0.0527201 Apr 14 22:10:46.574459 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'port': {'device_id': '03462656-ced5-46dd-8dd5-82033c391c0a', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'admin_state_up': True, 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'security_groups': ['5daa4917-688b-42f4-ab14-03bf28f5f6ef']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:46.815793 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Made reservation on behalf of b3fb94b2f5ea4be18bfbb3968b306a53 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:10:46.819403 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:46.946501 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Allocated IP 172.20.0.7 (5f534560-3702-48ed-a28a-4f0419eee488/bc638f81-ff05-467e-adc1-8ca2dd7ea6ef/d4e95771-54be-4590-b69d-0895a6aeb9a6) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:10:47.108801 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.230433 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.274164 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Network 5f534560-3702-48ed-a28a-4f0419eee488 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:10:47.277227 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:10:47.280994 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:10:47.313318 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event updated for resources: {'Port': ['ID=d4e95771-54be-4590-b69d-0895a6aeb9a6,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:47.326993 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.327340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.327685 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.328028 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.328362 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.328722 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.329058 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.329385 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.329711 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.330036 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.330381 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.330690 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.331008 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.331325 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.331643 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:10:47.353149 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:47.353760 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.438871 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-47855767-5914-44c0-b101-aea4c7d41bb9 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8681026 Apr 14 22:10:47.454632 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Request body: {'port': {'device_id': '03462656-ced5-46dd-8dd5-82033c391c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:10:47.515001 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.540448 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-c28f433d-61df-44a2-b406-c4bc00a16e16 None None] Provisioning complete for port d4e95771-54be-4590-b69d-0895a6aeb9a6 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:10:47.541220 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c28f433d-61df-44a2-b406-c4bc00a16e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.588120 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-c28f433d-61df-44a2-b406-c4bc00a16e16 None None] Port d4e95771-54be-4590-b69d-0895a6aeb9a6 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:10:47.688304 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6e7c1-41cb-4db1-a791-05fe7d785d00 req-bb53cca3-4b5d-4dea-a77e-cfb46774e299 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:47.689854 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9b6e7c1-41cb-4db1-a791-05fe7d785d00 req-bb53cca3-4b5d-4dea-a77e-cfb46774e299 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 931 time: 0.1044586 Apr 14 22:10:47.795054 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9b6e7c1-41cb-4db1-a791-05fe7d785d00 req-bfb39c93-4b2a-4f53-99f1-a4f45364996a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986221 Apr 14 22:10:47.872727 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e95771-54be-4590-b69d-0895a6aeb9a6 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:10:47.880446 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Publish callbacks [] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:47.894009 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Transition to ACTIVE for port object d4e95771-54be-4590-b69d-0895a6aeb9a6 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:10:48.012856 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.347870 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c655965-8407-4289-913b-e428de12003c service neutron] Pushing event updated for resources: {'Port': ['ID=d4e95771-54be-4590-b69d-0895a6aeb9a6,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:48.433118 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Attempting to bind port d4e95771-54be-4590-b69d-0895a6aeb9a6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:10:48.433456 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Attempting to bind port d4e95771-54be-4590-b69d-0895a6aeb9a6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:10:48.433793 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Attempting to bind port d4e95771-54be-4590-b69d-0895a6aeb9a6 on network 5f534560-3702-48ed-a28a-4f0419eee488 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:48.438853 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Port d4e95771-54be-4590-b69d-0895a6aeb9a6 on network 5f534560-3702-48ed-a28a-4f0419eee488 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:10:48.439180 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Attempting to bind port d4e95771-54be-4590-b69d-0895a6aeb9a6 on network 5f534560-3702-48ed-a28a-4f0419eee488 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:10:48.444613 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:10:48.444963 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Checking segment: {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:10:48.445362 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Bound using segment: {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:10:48.445800 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Bound port: d4e95771-54be-4590-b69d-0895a6aeb9a6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba07793a-089e-4faf-a9a3-c83797a8c0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:10:48.446167 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.520399 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] For port d4e95771-54be-4590-b69d-0895a6aeb9a6, host hv-cinder-81322, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:10:48.523845 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] For port d4e95771-54be-4590-b69d-0895a6aeb9a6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4e95771-54be-4590-b69d-0895a6aeb9a6,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:10:48.538653 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-80f37aaa-25f7-46b0-b36c-3b19d05b443e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.621438 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.660006 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:48.660226 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:48.661497 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-0c655965-8407-4289-913b-e428de12003c service neutron] 10.222.0.81 "PUT /v2.0/ports/d4e95771-54be-4590-b69d-0895a6aeb9a6 HTTP/1.1" status: 200 len: 1093 time: 1.2112863 Apr 14 22:10:48.662362 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03462656-ced5-46dd-8dd5-82033c391c0a', 'tag': 'd4e95771-54be-4590-b69d-0895a6aeb9a6'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:10:48.665458 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525b0d2-8662-4941-b15c-7b4102f9c908" -d '{"events": [{"name": "network-changed", "server_uuid": "03462656-ced5-46dd-8dd5-82033c391c0a", "tag": "d4e95771-54be-4590-b69d-0895a6aeb9a6"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:10:48.689145 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c655965-8407-4289-913b-e428de12003c service neutron] Pushing event updated for resources: {'Port': ['ID=d4e95771-54be-4590-b69d-0895a6aeb9a6,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:10:48.704275 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00d234e-e093-4032-85c4-0a5954f98fdc x-openstack-request-id: req-a00d234e-e093-4032-85c4-0a5954f98fdc {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:10:48.704607 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03462656-ced5-46dd-8dd5-82033c391c0a", "tag": "d4e95771-54be-4590-b69d-0895a6aeb9a6", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:10:48.704880 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a00d234e-e093-4032-85c4-0a5954f98fdc {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:10:48.705288 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00d234e-e093-4032-85c4-0a5954f98fdc'] response: {'name': 'network-changed', 'server_uuid': '03462656-ced5-46dd-8dd5-82033c391c0a', 'tag': 'd4e95771-54be-4590-b69d-0895a6aeb9a6', 'status': 'completed', 'code': 200} Apr 14 22:10:48.910919 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9978f7b-1129-430c-bce2-a791901357c4 req-04d22adc-c99f-4542-8af7-af4199543dad tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:48.913036 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f9978f7b-1129-430c-bce2-a791901357c4 req-04d22adc-c99f-4542-8af7-af4199543dad tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0484602 Apr 14 22:10:48.968494 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f9978f7b-1129-430c-bce2-a791901357c4 req-579dd5af-80c3-406b-bc97-00f24483a5c8 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473938 Apr 14 22:10:49.752489 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:49.869875 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525b0d2-8662-4941-b15c-7b4102f9c908 req-b123b202-8aee-485a-95fb-8672f73a33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:49.871392 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a525b0d2-8662-4941-b15c-7b4102f9c908 req-b123b202-8aee-485a-95fb-8672f73a33d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 1127 time: 0.0427697 Apr 14 22:10:50.094626 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44171-bafa-492f-ac0d-5d05097cc492 req-81c0504b-2c6f-4aff-9fa8-1d2a83557c88 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:50.096298 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40e44171-bafa-492f-ac0d-5d05097cc492 req-81c0504b-2c6f-4aff-9fa8-1d2a83557c88 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0570879 Apr 14 22:10:50.145451 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40e44171-bafa-492f-ac0d-5d05097cc492 req-67b5e2fa-57fe-4b6b-a368-d382f5d29b85 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Apr 14 22:10:50.875328 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:51.213588 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525b0d2-8662-4941-b15c-7b4102f9c908 req-711e42f6-33a0-4b35-ac45-ccd3dd42476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:51.215154 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a525b0d2-8662-4941-b15c-7b4102f9c908 req-711e42f6-33a0-4b35-ac45-ccd3dd42476f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1013131 Apr 14 22:10:51.261647 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebcf0e-977f-427c-8496-e53972f10362 req-06ef2340-7b56-4926-a4da-a31e2012a67a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:51.263125 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a9ebcf0e-977f-427c-8496-e53972f10362 req-06ef2340-7b56-4926-a4da-a31e2012a67a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0470910 Apr 14 22:10:51.310973 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a9ebcf0e-977f-427c-8496-e53972f10362 req-d6546b57-b975-4d3f-b645-4c99c0586fcb tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Apr 14 22:10:51.689562 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525b0d2-8662-4941-b15c-7b4102f9c908 req-068bad59-a8e8-4cd4-8a1d-4b990b3a2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:51.691096 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a525b0d2-8662-4941-b15c-7b4102f9c908 req-068bad59-a8e8-4cd4-8a1d-4b990b3a2687 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917130 Apr 14 22:10:51.769704 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-f22d5fde-4cca-4df9-8a19-78bf2d9139c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:51.771227 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-f22d5fde-4cca-4df9-8a19-78bf2d9139c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 1127 time: 0.0400090 Apr 14 22:10:51.816158 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-c3bbe5a6-48d5-4942-8685-25c5d24734ef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e95771-54be-4590-b69d-0895a6aeb9a6 HTTP/1.1" status: 200 len: 217 time: 0.0373003 Apr 14 22:10:51.866367 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-bf4a7f4d-6519-4d93-aece-3f5041d6d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:51.867817 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-bf4a7f4d-6519-4d93-aece-3f5041d6d166 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 200 len: 850 time: 0.0439880 Apr 14 22:10:51.915592 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-697139d6-f3e3-467c-bb88-198652a20939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:51.917137 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-697139d6-f3e3-467c-bb88-198652a20939 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f534560-3702-48ed-a28a-4f0419eee488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424416 Apr 14 22:10:52.014640 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-19bf574a-8f1a-4289-ba1c-0d78f6e4d7bd service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897436 Apr 14 22:10:52.104974 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-904659ce-052f-4c98-9235-2197e0ad5cc9 req-dbcb1ab8-4846-4f22-a4fd-18282f82eea6 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835629 Apr 14 22:10:52.428553 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b75432-5cab-4b08-b1da-98c420c1fc0e req-4c14a9ee-c0e8-42ca-9de2-22336594c50e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:52.430053 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e3b75432-5cab-4b08-b1da-98c420c1fc0e req-4c14a9ee-c0e8-42ca-9de2-22336594c50e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0506735 Apr 14 22:10:52.477675 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e3b75432-5cab-4b08-b1da-98c420c1fc0e req-02cebf09-b17c-4c0c-b368-22b853704f9d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Apr 14 22:10:52.615863 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:10:53.600549 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dd3d1-0de6-4dad-a1d5-ecd54c61a1a1 req-2b039498-59f7-4168-a44f-ed0467d159c3 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:53.602137 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e50dd3d1-0de6-4dad-a1d5-ecd54c61a1a1 req-2b039498-59f7-4168-a44f-ed0467d159c3 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0542879 Apr 14 22:10:53.654549 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e50dd3d1-0de6-4dad-a1d5-ecd54c61a1a1 req-2f186d5f-4828-4af5-8552-8ac423cee27a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462372 Apr 14 22:10:54.774080 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bf98d-d64e-4830-8bbb-9603577318ad req-c5d89ba5-f0d9-4bfb-ad4d-1bddcecf4b3e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:54.775740 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b40bf98d-d64e-4830-8bbb-9603577318ad req-c5d89ba5-f0d9-4bfb-ad4d-1bddcecf4b3e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0526750 Apr 14 22:10:54.823790 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b40bf98d-d64e-4830-8bbb-9603577318ad req-7d5b51b0-8ce2-4572-bd7d-20614a27453b tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 Apr 14 22:10:55.939902 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c231c-26a5-4a50-93d8-9c0744a74c68 req-4408b7bd-8bba-4caa-bcbb-40fa50ac131d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:55.941361 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f2c231c-26a5-4a50-93d8-9c0744a74c68 req-4408b7bd-8bba-4caa-bcbb-40fa50ac131d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0490036 Apr 14 22:10:55.992483 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f2c231c-26a5-4a50-93d8-9c0744a74c68 req-4c477bde-b39a-42b5-bff9-bab9464f7098 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454059 Apr 14 22:10:57.103448 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a197826-a0d2-4ef9-998b-ef71db477864 req-47f06df1-eed8-4b1a-89bf-a6b47b1847b3 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:57.104964 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a197826-a0d2-4ef9-998b-ef71db477864 req-47f06df1-eed8-4b1a-89bf-a6b47b1847b3 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0471036 Apr 14 22:10:57.156941 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a197826-a0d2-4ef9-998b-ef71db477864 req-e7ff5954-50cc-4089-9839-ccbe4daaf9a2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462823 Apr 14 22:10:58.271208 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535c255-26d5-4506-938c-ae9e675304c1 req-7276cc69-9d18-4408-9c48-f88a00a8029f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:58.273015 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9535c255-26d5-4506-938c-ae9e675304c1 req-7276cc69-9d18-4408-9c48-f88a00a8029f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0495639 Apr 14 22:10:58.342286 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9535c255-26d5-4506-938c-ae9e675304c1 req-53290328-a257-4d0a-a9ab-d8948edad8c0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633276 Apr 14 22:10:59.472330 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a42e-d4a4-4af0-a0fd-c80d23edd8be req-914fa6cb-6e32-43fe-a967-f3116e721164 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:10:59.474601 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ba9a42e-d4a4-4af0-a0fd-c80d23edd8be req-914fa6cb-6e32-43fe-a967-f3116e721164 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 943 time: 0.0503845 Apr 14 22:10:59.525552 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ba9a42e-d4a4-4af0-a0fd-c80d23edd8be req-0263fb20-0aff-4e5c-b606-bee8fec1416e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453594 Apr 14 22:10:59.910271 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56914) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:00.018794 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4a55118-5cb4-4200-abc5-70c9ee266502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:00.094741 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4a55118-5cb4-4200-abc5-70c9ee266502 admin admin] Publish callbacks [] for security_group (ed6b7980-4089-478d-b451-99ea9016ee92), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:00.137442 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d4e95771-54be-4590-b69d-0895a6aeb9a6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:11:00.166907 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c4a55118-5cb4-4200-abc5-70c9ee266502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ed6b7980-4089-478d-b451-99ea9016ee92), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:00.209512 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c4a55118-5cb4-4200-abc5-70c9ee266502 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c377d1b47b1b4495b75ec3c04d542c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956781 Apr 14 22:11:00.209512 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a55118-5cb4-4200-abc5-70c9ee266502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6b7980-4089-478d-b451-99ea9016ee92,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:00.210133 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56918) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:00.236054 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port d4e95771-54be-4590-b69d-0895a6aeb9a6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4e95771-54be-4590-b69d-0895a6aeb9a6,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:00.248811 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'd4e95771-54be-4590-b69d-0895a6aeb9a6', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'port_id': 'd4e95771-54be-4590-b69d-0895a6aeb9a6', 'mac_address': 'fa:16:3e:89:af:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:11:00.262802 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2875bbda-9819-474a-9786-9a5dc6dec343 admin admin] Publish callbacks [] for security_group (ed6b7980-4089-478d-b451-99ea9016ee92), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:00.283828 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2875bbda-9819-474a-9786-9a5dc6dec343 admin admin] Publish callbacks [] for security_group (ed6b7980-4089-478d-b451-99ea9016ee92), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:00.292510 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port d4e95771-54be-4590-b69d-0895a6aeb9a6 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:11:00.292936 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:00.305742 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e95771-54be-4590-b69d-0895a6aeb9a6 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:11:00.325552 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port d4e95771-54be-4590-b69d-0895a6aeb9a6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4e95771-54be-4590-b69d-0895a6aeb9a6,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:00.414803 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:00.464117 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=d4e95771-54be-4590-b69d-0895a6aeb9a6,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:00.466750 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2875bbda-9819-474a-9786-9a5dc6dec343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (ed6b7980-4089-478d-b451-99ea9016ee92), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:00.469636 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2875bbda-9819-474a-9786-9a5dc6dec343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:00.471857 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2875bbda-9819-474a-9786-9a5dc6dec343 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed6b7980-4089-478d-b451-99ea9016ee92 HTTP/1.1" status: 204 len: 168 time: 0.2595150 Apr 14 22:11:00.479474 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875bbda-9819-474a-9786-9a5dc6dec343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6b7980-4089-478d-b451-99ea9016ee92,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:00.667340 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6011f6-458f-429e-9025-5ba38c136c07 req-c97c999a-3953-4e69-9e8d-a31e8362943c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:00.667340 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4f6011f6-458f-429e-9025-5ba38c136c07 req-c97c999a-3953-4e69-9e8d-a31e8362943c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 944 time: 0.0496035 Apr 14 22:11:00.705096 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4f6011f6-458f-429e-9025-5ba38c136c07 req-52bb5f50-cd89-4132-9fdb-cdff71a7ec2d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453486 Apr 14 22:11:00.873157 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['d4e95771-54be-4590-b69d-0895a6aeb9a6'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:11:01.396850 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56932) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:01.410855 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-54f2035a-d5de-4001-be07-2f283db22c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:01.496757 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-54f2035a-d5de-4001-be07-2f283db22c86 admin admin] Publish callbacks [] for security_group (2ec7a063-e430-4bf6-b912-2b8d338e9d5e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:01.595334 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-54f2035a-d5de-4001-be07-2f283db22c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2ec7a063-e430-4bf6-b912-2b8d338e9d5e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:01.635018 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-54f2035a-d5de-4001-be07-2f283db22c86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3c6c31eac0b42dd8ed04cd8882a3669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370436 Apr 14 22:11:01.635739 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2035a-d5de-4001-be07-2f283db22c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7a063-e430-4bf6-b912-2b8d338e9d5e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:01.637686 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56934) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:01.688472 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-46324fcd-d959-428b-923d-3b8f9eb50c2f admin admin] Publish callbacks [] for security_group (2ec7a063-e430-4bf6-b912-2b8d338e9d5e), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:01.711114 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-46324fcd-d959-428b-923d-3b8f9eb50c2f admin admin] Publish callbacks [] for security_group (2ec7a063-e430-4bf6-b912-2b8d338e9d5e), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:01.830123 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2ff75-5e10-4325-ad2b-d66bccfc743a req-1a52dd9d-660b-41ec-af3a-3a2030fe6ea4 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:01.831579 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b4b2ff75-5e10-4325-ad2b-d66bccfc743a req-1a52dd9d-660b-41ec-af3a-3a2030fe6ea4 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 944 time: 0.0503354 Apr 14 22:11:01.832562 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-46324fcd-d959-428b-923d-3b8f9eb50c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2ec7a063-e430-4bf6-b912-2b8d338e9d5e), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:01.836189 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-46324fcd-d959-428b-923d-3b8f9eb50c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:01.839516 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-46324fcd-d959-428b-923d-3b8f9eb50c2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ec7a063-e430-4bf6-b912-2b8d338e9d5e HTTP/1.1" status: 204 len: 168 time: 0.1985261 Apr 14 22:11:01.860791 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46324fcd-d959-428b-923d-3b8f9eb50c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7a063-e430-4bf6-b912-2b8d338e9d5e,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:01.899128 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b4b2ff75-5e10-4325-ad2b-d66bccfc743a req-8f36288a-6a6e-43f1-b73d-f651e9500886 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607102 Apr 14 22:11:02.147884 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d4e95771-54be-4590-b69d-0895a6aeb9a6 up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:11:02.199792 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port d4e95771-54be-4590-b69d-0895a6aeb9a6 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:11:02.294817 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port d4e95771-54be-4590-b69d-0895a6aeb9a6 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:11:02.295231 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:02.378076 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port d4e95771-54be-4590-b69d-0895a6aeb9a6 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:11:02.378477 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:02.401841 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03462656-ced5-46dd-8dd5-82033c391c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e95771-54be-4590-b69d-0895a6aeb9a6'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:02.404026 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8dbe5b-5b11-454f-975d-cd94aaf33cc2" -d '{"events": [{"server_uuid": "03462656-ced5-46dd-8dd5-82033c391c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d4e95771-54be-4590-b69d-0895a6aeb9a6"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:02.417118 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port d4e95771-54be-4590-b69d-0895a6aeb9a6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4e95771-54be-4590-b69d-0895a6aeb9a6,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:02.445468 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36be9e27-c162-4ae3-8199-573cde231366 x-openstack-request-id: req-36be9e27-c162-4ae3-8199-573cde231366 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:02.445468 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03462656-ced5-46dd-8dd5-82033c391c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d4e95771-54be-4590-b69d-0895a6aeb9a6", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:02.445468 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36be9e27-c162-4ae3-8199-573cde231366 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:02.445468 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36be9e27-c162-4ae3-8199-573cde231366'] response: {'server_uuid': '03462656-ced5-46dd-8dd5-82033c391c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e95771-54be-4590-b69d-0895a6aeb9a6', 'code': 200} Apr 14 22:11:02.535130 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:02.584521 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=d4e95771-54be-4590-b69d-0895a6aeb9a6,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:02.658621 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 56950) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:02.672026 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef036-4e77-4ead-b9d1-df20ad042bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:02.749591 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef036-4e77-4ead-b9d1-df20ad042bff admin admin] Publish callbacks [] for security_group (bac9243f-d0ed-41c0-b10a-80154ef8ba30), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:02.785777 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c9f1d-f506-4919-b1bb-5f3608221782 req-739808bb-a418-4faf-8af6-4b221a18ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:02.787558 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d4c9f1d-f506-4919-b1bb-5f3608221782 req-739808bb-a418-4faf-8af6-4b221a18ba20 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 1129 time: 0.0402174 Apr 14 22:11:02.832673 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d4c9f1d-f506-4919-b1bb-5f3608221782 req-ce53ce17-60ba-4ef2-9f3b-a1b0fef7d024 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Apr 14 22:11:02.852196 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef036-4e77-4ead-b9d1-df20ad042bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (bac9243f-d0ed-41c0-b10a-80154ef8ba30), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:02.896769 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5e8ef036-4e77-4ead-b9d1-df20ad042bff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3b4b98aa0a64f24ac64c83008cf34d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369843 Apr 14 22:11:02.897643 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ef036-4e77-4ead-b9d1-df20ad042bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac9243f-d0ed-41c0-b10a-80154ef8ba30,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:02.899535 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 56952) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:02.959589 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-abb79ac4-6205-4264-b04c-2f9a5c0a8e74 admin admin] Publish callbacks [] for security_group (bac9243f-d0ed-41c0-b10a-80154ef8ba30), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:03.006252 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-abb79ac4-6205-4264-b04c-2f9a5c0a8e74 admin admin] Publish callbacks [] for security_group (bac9243f-d0ed-41c0-b10a-80154ef8ba30), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:03.041168 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957ceb9-06a0-4e48-ba2a-226aedbb308a req-779f5e53-044e-4cba-afb5-af68b984c5a7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:03.041168 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7957ceb9-06a0-4e48-ba2a-226aedbb308a req-779f5e53-044e-4cba-afb5-af68b984c5a7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 945 time: 0.0670793 Apr 14 22:11:03.096373 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7957ceb9-06a0-4e48-ba2a-226aedbb308a req-70fa34cb-facc-48bb-b511-0b0c5dcdcee7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516157 Apr 14 22:11:03.226554 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-abb79ac4-6205-4264-b04c-2f9a5c0a8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (bac9243f-d0ed-41c0-b10a-80154ef8ba30), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:03.229201 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-abb79ac4-6205-4264-b04c-2f9a5c0a8e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:03.230475 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-abb79ac4-6205-4264-b04c-2f9a5c0a8e74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bac9243f-d0ed-41c0-b10a-80154ef8ba30 HTTP/1.1" status: 204 len: 168 time: 0.3292520 Apr 14 22:11:03.248889 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb79ac4-6205-4264-b04c-2f9a5c0a8e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac9243f-d0ed-41c0-b10a-80154ef8ba30,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:04.222004 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226768-76df-4299-9878-b390dafbe00f req-33629365-1f44-4943-b5b1-ae4929991906 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:04.223548 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-02226768-76df-4299-9878-b390dafbe00f req-33629365-1f44-4943-b5b1-ae4929991906 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 945 time: 0.0524788 Apr 14 22:11:04.273568 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-02226768-76df-4299-9878-b390dafbe00f req-e4670b58-6053-42c2-a1b5-83ad0cae2c5f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441976 Apr 14 22:11:05.074077 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57004) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:05.179326 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0466705b-8efd-4f49-9ce1-34522f05b4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:05.260847 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0466705b-8efd-4f49-9ce1-34522f05b4ac admin admin] Publish callbacks [] for security_group (df5684f4-488e-4b4d-81b6-615d4246b586), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:05.389594 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b638725-1165-4c24-bb65-ba7cc807c345 req-5b94505e-1253-494f-a6ac-e0156e866b54 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:05.391072 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0b638725-1165-4c24-bb65-ba7cc807c345 req-5b94505e-1253-494f-a6ac-e0156e866b54 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 945 time: 0.0472231 Apr 14 22:11:05.408675 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0466705b-8efd-4f49-9ce1-34522f05b4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (df5684f4-488e-4b4d-81b6-615d4246b586), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:05.455300 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0466705b-8efd-4f49-9ce1-34522f05b4ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b86343009b99484da0059d5009bbbc82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777876 Apr 14 22:11:05.455696 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57010) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:05.459834 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466705b-8efd-4f49-9ce1-34522f05b4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5684f4-488e-4b4d-81b6-615d4246b586,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:05.481668 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0b638725-1165-4c24-bb65-ba7cc807c345 req-0aff4b33-2916-42d0-8654-4b9d7d23ceca tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848417 Apr 14 22:11:05.524300 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-458e43ed-2335-49db-8ce3-1cd92363aeed admin admin] Publish callbacks [] for security_group (df5684f4-488e-4b4d-81b6-615d4246b586), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:05.550978 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-458e43ed-2335-49db-8ce3-1cd92363aeed admin admin] Publish callbacks [] for security_group (df5684f4-488e-4b4d-81b6-615d4246b586), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:05.631572 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db9690-42de-4f55-bcac-12c0c500cd14 req-3a983d72-2cb8-42cf-9977-da23afdb46b7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:05.632497 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-45db9690-42de-4f55-bcac-12c0c500cd14 req-3a983d72-2cb8-42cf-9977-da23afdb46b7 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 945 time: 0.0735099 Apr 14 22:11:05.641489 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57018) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:05.647197 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-e7428334-38a8-4c54-8197-a43f93b733fa tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Request body: {'floatingip': {'port_id': 'd4e95771-54be-4590-b69d-0895a6aeb9a6'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:05.690769 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7428334-38a8-4c54-8197-a43f93b733fa tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (54d82684-948f-4db2-ab4f-06b6f7d48671), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:05.726762 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-458e43ed-2335-49db-8ce3-1cd92363aeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (df5684f4-488e-4b4d-81b6-615d4246b586), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:05.729617 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-458e43ed-2335-49db-8ce3-1cd92363aeed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:05.730834 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-458e43ed-2335-49db-8ce3-1cd92363aeed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df5684f4-488e-4b4d-81b6-615d4246b586 HTTP/1.1" status: 204 len: 168 time: 0.2740929 Apr 14 22:11:05.740500 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e43ed-2335-49db-8ce3-1cd92363aeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5684f4-488e-4b4d-81b6-615d4246b586,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:06.159724 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7428334-38a8-4c54-8197-a43f93b733fa tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.283966 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7428334-38a8-4c54-8197-a43f93b733fa tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (54d82684-948f-4db2-ab4f-06b6f7d48671), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:06.389374 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-e7428334-38a8-4c54-8197-a43f93b733fa tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Floating IP 54d82684-948f-4db2-ab4f-06b6f7d48671 associated. External IP: 172.27.1.36, port: d4e95771-54be-4590-b69d-0895a6aeb9a6. Apr 14 22:11:06.876176 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7428334-38a8-4c54-8197-a43f93b733fa tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Router 35229258-5815-4bb7-8837-5ab92804aab4 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:11:06.990570 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7428334-38a8-4c54-8197-a43f93b733fa tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:11:06.995545 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7428334-38a8-4c54-8197-a43f93b733fa tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:07.000319 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] Sync routers for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:11:07.010561 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:07.011322 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:10:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:07.042060 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e7428334-38a8-4c54-8197-a43f93b733fa tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "PUT /v2.0/floatingips/54d82684-948f-4db2-ab4f-06b6f7d48671 HTTP/1.1" status: 200 len: 990 time: 1.3880820 Apr 14 22:11:07.042060 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03462656-ced5-46dd-8dd5-82033c391c0a', 'tag': 'd4e95771-54be-4590-b69d-0895a6aeb9a6'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:07.042060 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa433d3a-8cee-4006-b376-f11d62bcc2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "03462656-ced5-46dd-8dd5-82033c391c0a", "tag": "d4e95771-54be-4590-b69d-0895a6aeb9a6"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:07.076538 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02bcfc9-09f4-47a8-839d-8ca72c422eee x-openstack-request-id: req-c02bcfc9-09f4-47a8-839d-8ca72c422eee {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:07.076890 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03462656-ced5-46dd-8dd5-82033c391c0a", "tag": "d4e95771-54be-4590-b69d-0895a6aeb9a6", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:07.077151 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c02bcfc9-09f4-47a8-839d-8ca72c422eee {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:07.077573 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02bcfc9-09f4-47a8-839d-8ca72c422eee'] response: {'name': 'network-changed', 'server_uuid': '03462656-ced5-46dd-8dd5-82033c391c0a', 'tag': 'd4e95771-54be-4590-b69d-0895a6aeb9a6', 'status': 'completed', 'code': 200} Apr 14 22:11:07.128781 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:07.161603 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-c164de70-0d72-4aac-a540-523bd0defe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.163711 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-c164de70-0d72-4aac-a540-523bd0defe17 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 1129 time: 0.0640306 Apr 14 22:11:07.262314 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-766db2a2-35ce-436d-a230-937f2734d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.263811 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-766db2a2-35ce-436d-a230-937f2734d5fc service neutron] 10.222.0.81 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 912 time: 0.0930133 Apr 14 22:11:07.337258 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-85e53676-a0a9-4d8c-b1f0-a76e709514de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e95771-54be-4590-b69d-0895a6aeb9a6 HTTP/1.1" status: 200 len: 998 time: 0.0658314 Apr 14 22:11:07.361994 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '54d82684-948f-4db2-ab4f-06b6f7d48671', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'port_id': 'd4e95771-54be-4590-b69d-0895a6aeb9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'mac_address': 'fa:16:3e:89:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03462656-ced5-46dd-8dd5-82033c391c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:10:40Z', 'updated_at': '2022-04-14T22:11:06Z', 'revision_number': 1, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:07.387016 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-147bb23d-b76a-4f51-822d-044f815cddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.388198 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] Checking router: 35229258-5815-4bb7-8837-5ab92804aab4 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:11:07.388457 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-147bb23d-b76a-4f51-822d-044f815cddb9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 200 len: 850 time: 0.0450635 Apr 14 22:11:07.397574 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:07.398180 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:10:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:07.443630 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-4bdccf4c-a5bb-4179-b412-e90cba6c00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:07.445511 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-4bdccf4c-a5bb-4179-b412-e90cba6c00e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f534560-3702-48ed-a28a-4f0419eee488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489657 Apr 14 22:11:07.542801 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-8fedf52a-bb96-4e83-a581-7a8682b9f583 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892460 Apr 14 22:11:07.597419 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:07.642776 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa433d3a-8cee-4006-b376-f11d62bcc2d9 req-a2efa83b-00de-42da-a68e-fde8a6e645d2 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931926 Apr 14 22:11:07.826656 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '54d82684-948f-4db2-ab4f-06b6f7d48671', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'port_id': 'd4e95771-54be-4590-b69d-0895a6aeb9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'mac_address': 'fa:16:3e:89:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03462656-ced5-46dd-8dd5-82033c391c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:10:40Z', 'updated_at': '2022-04-14T22:11:06Z', 'revision_number': 1, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:07.853366 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a1396-2250-4fbd-ad28-c531b38c9cd5 None None] The sync data for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi is: [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '54d82684-948f-4db2-ab4f-06b6f7d48671', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'port_id': 'd4e95771-54be-4590-b69d-0895a6aeb9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'mac_address': 'fa:16:3e:89:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03462656-ced5-46dd-8dd5-82033c391c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:10:40Z', 'updated_at': '2022-04-14T22:11:06Z', 'revision_number': 1, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:11:08.060062 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422b672-eb08-4f84-af6e-2a097e76bf56 None None] New status for floating IP 54d82684-948f-4db2-ab4f-06b6f7d48671: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:11:10.291901 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:12.259103 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:11:15.391823 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57076) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:15.501544 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.576826 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Publish callbacks [] for security_group (a1cb7368-18e1-4bb8-bea4-60e0b9bc7e6e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.661736 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (a1cb7368-18e1-4bb8-bea4-60e0b9bc7e6e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.702008 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6211462f27e24ee08fa5c5f43da12873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090887 Apr 14 22:11:15.702838 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cb7368-18e1-4bb8-bea4-60e0b9bc7e6e,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:15.704994 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57082) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:15.711280 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.711640 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.711993 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.712343 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.712732 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.713073 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.713411 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.713742 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.714107 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.714472 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.714790 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.715129 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.715458 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.715778 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.716124 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750be935-bad5-48f7-abbe-dd7e75614d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:15.757319 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9b52dbe0-5701-4436-93ef-3d27f4460c3e admin admin] Publish callbacks [] for security_group (a1cb7368-18e1-4bb8-bea4-60e0b9bc7e6e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.784454 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9b52dbe0-5701-4436-93ef-3d27f4460c3e admin admin] Publish callbacks [] for security_group (a1cb7368-18e1-4bb8-bea4-60e0b9bc7e6e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.941117 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9b52dbe0-5701-4436-93ef-3d27f4460c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (a1cb7368-18e1-4bb8-bea4-60e0b9bc7e6e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.944304 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9b52dbe0-5701-4436-93ef-3d27f4460c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:15.945520 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-9b52dbe0-5701-4436-93ef-3d27f4460c3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1cb7368-18e1-4bb8-bea4-60e0b9bc7e6e HTTP/1.1" status: 204 len: 168 time: 0.2390974 Apr 14 22:11:15.954023 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52dbe0-5701-4436-93ef-3d27f4460c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cb7368-18e1-4bb8-bea4-60e0b9bc7e6e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:16.210020 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7e0f-0ff8-43f0-8d92-713dcfa5a32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:18.569178 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dd4c6256-6c31-4cac-afdb-df332b6508b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:19.737895 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:21.029899 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:22.042614 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-e0eeb7ec-fdbe-4f8e-a700-56c8f961b8fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414729 Apr 14 22:11:22.131637 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-358a4048-abf7-49a6-bbb4-93f2b33b2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.133246 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-358a4048-abf7-49a6-bbb4-93f2b33b2e71 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 1130 time: 0.0449619 Apr 14 22:11:22.246649 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-02c4a8fd-4645-4d15-9979-bab57a925e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.248028 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-02c4a8fd-4645-4d15-9979-bab57a925e9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 912 time: 0.0943761 Apr 14 22:11:22.321762 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-a7573c4e-e21f-4c1d-8d9b-9d553b2bedd5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03632893-d4ab-41af-aa65-23c1673a466f HTTP/1.1" status: 200 len: 1002 time: 0.0673394 Apr 14 22:11:22.372662 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-49e0c011-79a6-43be-ae44-463f5227c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.374163 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-49e0c011-79a6-43be-ae44-463f5227c0d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0463588 Apr 14 22:11:22.420490 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-c2a6f2ca-7ee5-440c-81df-a1e5c9ef4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:22.422030 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-c2a6f2ca-7ee5-440c-81df-a1e5c9ef4f38 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416195 Apr 14 22:11:22.523484 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-257fcb3a-bc5a-4b9a-869e-f5a508222d29 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948987 Apr 14 22:11:22.606490 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:22.620221 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c1335de2-41f6-4e5d-bf65-74681d984119 req-3f0df93e-b80b-4d55-b04b-11e9918a9b3b service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904775 Apr 14 22:11:29.186241 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-c03237a2-b24e-4e66-98e0-1338b2e68cbb tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040101129&fields=id&tenant_id=40579fb10b2242a9a17aef3f68c7248d HTTP/1.1" status: 200 len: 267 time: 0.0494010 Apr 14 22:11:29.291416 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-9ba7793f-8e96-4a0d-b82d-7b0d0cff7199 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:29.292787 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-9ba7793f-8e96-4a0d-b82d-7b0d0cff7199 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 811 time: 0.0997379 Apr 14 22:11:29.307615 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-42a647e7-a473-43b0-b081-80573aae4ebd tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/quotas/40579fb10b2242a9a17aef3f68c7248d HTTP/1.1" status: 200 len: 375 time: 0.0093470 Apr 14 22:11:29.358883 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-0421c462-b6cb-4a8c-b510-f3a3050533e6 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461261 Apr 14 22:11:29.462290 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-acb1eca7-243c-46ba-b0cf-5162e0d8370f service neutron] 10.222.0.52 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914576 Apr 14 22:11:29.554705 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-30835535-be19-4eb8-bb11-1c5d66a8f87b service neutron] 10.222.0.52 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867288 Apr 14 22:11:30.419902 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d2e075be-7cb0-4d4e-adc2-033d10578d05 req-1d23df45-591a-45a0-9842-08054f02fedd tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 210 time: 0.1417723 Apr 14 22:11:31.523913 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-da220d10-f8f1-4cb2-b19a-8f63f59dd30f req-4582f5f6-6275-4c0c-ae31-546f46509d13 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 210 time: 0.0380492 Apr 14 22:11:32.626823 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b42774b0-aba8-4306-b9f5-57fb8bf12904 req-a19c30a7-4aad-456a-b72c-b186f537f2ae tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 210 time: 0.0343666 Apr 14 22:11:32.843783 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-ce57b477-7540-4aba-9c2e-a9c754d4aa0b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:32.845275 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-ce57b477-7540-4aba-9c2e-a9c754d4aa0b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 811 time: 0.0991328 Apr 14 22:11:32.927854 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-225abcdb-bf37-4f71-85b4-8590ea87a014 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40579fb10b2242a9a17aef3f68c7248d HTTP/1.1" status: 200 len: 380 time: 0.0556760 Apr 14 22:11:32.938148 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'port': {'device_id': '6434e776-2382-40b1-b178-e29c7c764787', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'admin_state_up': True, 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'security_groups': ['af6fdb4a-4c9e-465a-86cd-0ad6b36389f6']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:33.120543 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Made reservation on behalf of 40579fb10b2242a9a17aef3f68c7248d for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:11:33.123789 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:33.258803 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Allocated IP 172.20.0.9 (b2e7b7fb-6c09-4a60-bd96-53978ddad13b/39d452e0-9721-4e42-9881-43ea1c21ccd0/34a4d4a1-7d43-420d-97ec-040c14dba42f) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:11:33.400819 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:33.583720 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:33.629621 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:11:33.632929 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:11:33.635710 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:11:33.672087 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'Port': ['ID=34a4d4a1-7d43-420d-97ec-040c14dba42f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:33.701130 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:33.701756 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:33.760958 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34eda-bb1a-4a8a-bc97-aa1c33515612 req-762f12a9-d96d-49a9-948c-ed51e96ebaf5 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:33.762564 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-64b34eda-bb1a-4a8a-bc97-aa1c33515612 req-762f12a9-d96d-49a9-948c-ed51e96ebaf5 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 931 time: 0.0567870 Apr 14 22:11:33.815156 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-64b34eda-bb1a-4a8a-bc97-aa1c33515612 req-e6643306-8e84-470b-880c-cce78e271ab0 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462692 Apr 14 22:11:33.829278 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-6eb25448-4e0f-4409-b004-26043cde7950 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941388 Apr 14 22:11:33.840350 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Request body: {'port': {'device_id': '6434e776-2382-40b1-b178-e29c7c764787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:33.866855 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-9c1a8c8e-20a1-45ac-99fb-dbf1d47554d0 None None] Provisioning complete for port 34a4d4a1-7d43-420d-97ec-040c14dba42f triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:11:33.867607 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8c8e-20a1-45ac-99fb-dbf1d47554d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:33.906308 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:33.910758 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a8c8e-20a1-45ac-99fb-dbf1d47554d0 None None] Port 34a4d4a1-7d43-420d-97ec-040c14dba42f cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:11:34.174615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a4d4a1-7d43-420d-97ec-040c14dba42f {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:11:34.182792 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Publish callbacks [] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:34.195992 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Transition to ACTIVE for port object 34a4d4a1-7d43-420d-97ec-040c14dba42f will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:11:34.395306 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:34.469796 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Pushing event updated for resources: {'Port': ['ID=34a4d4a1-7d43-420d-97ec-040c14dba42f,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:34.525937 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Attempting to bind port 34a4d4a1-7d43-420d-97ec-040c14dba42f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:11:34.528935 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Attempting to bind port 34a4d4a1-7d43-420d-97ec-040c14dba42f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:11:34.528935 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Attempting to bind port 34a4d4a1-7d43-420d-97ec-040c14dba42f on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:11:34.531991 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Port 34a4d4a1-7d43-420d-97ec-040c14dba42f on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:11:34.532432 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Attempting to bind port 34a4d4a1-7d43-420d-97ec-040c14dba42f on network b2e7b7fb-6c09-4a60-bd96-53978ddad13b {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:11:34.540480 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:11:34.540837 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Checking segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:11:34.541266 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Bound using segment: {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:11:34.541918 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Bound port: 34a4d4a1-7d43-420d-97ec-040c14dba42f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:11:34.542057 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:34.608766 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] For port 34a4d4a1-7d43-420d-97ec-040c14dba42f, host hv-cinder-81322, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:11:34.611710 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] For port 34a4d4a1-7d43-420d-97ec-040c14dba42f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a4d4a1-7d43-420d-97ec-040c14dba42f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:11:34.751832 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:34.790124 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:34.790785 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:34.792283 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] 10.222.0.81 "PUT /v2.0/ports/34a4d4a1-7d43-420d-97ec-040c14dba42f HTTP/1.1" status: 200 len: 1093 time: 0.9561813 Apr 14 22:11:34.792692 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:34.794991 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2b9d9b-24aa-4c9a-97c2-ed300af8169c" -d '{"events": [{"name": "network-changed", "server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:34.821708 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37980a6d-09b1-4eab-966c-dbc70cca05cd service neutron] Pushing event updated for resources: {'Port': ['ID=34a4d4a1-7d43-420d-97ec-040c14dba42f,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:34.836390 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f58f675-6cad-4ca6-96ac-a462a31b3b02 x-openstack-request-id: req-2f58f675-6cad-4ca6-96ac-a462a31b3b02 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:34.836715 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:34.836973 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f58f675-6cad-4ca6-96ac-a462a31b3b02 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:34.837382 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f58f675-6cad-4ca6-96ac-a462a31b3b02'] response: {'name': 'network-changed', 'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'status': 'completed', 'code': 200} Apr 14 22:11:34.911644 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9d9b-24aa-4c9a-97c2-ed300af8169c req-5f5bb9c2-42b7-4954-bc4a-b69da1f4072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:34.917616 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0e2b9d9b-24aa-4c9a-97c2-ed300af8169c req-5f5bb9c2-42b7-4954-bc4a-b69da1f4072d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 1127 time: 0.0528300 Apr 14 22:11:34.972329 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22efa1-6b8d-42cd-9f4a-005b78005f3a req-adfdf76f-2212-4616-ad07-72dd29a375ba tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:34.973995 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ab22efa1-6b8d-42cd-9f4a-005b78005f3a req-adfdf76f-2212-4616-ad07-72dd29a375ba tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 943 time: 0.0756400 Apr 14 22:11:35.071889 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ab22efa1-6b8d-42cd-9f4a-005b78005f3a req-69107007-9990-4911-88a7-4d1f5705bd6c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913110 Apr 14 22:11:35.080943 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9d9b-24aa-4c9a-97c2-ed300af8169c req-f33e2e0e-c20e-497a-8ead-72a69f468dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:35.082522 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0e2b9d9b-24aa-4c9a-97c2-ed300af8169c req-f33e2e0e-c20e-497a-8ead-72a69f468dc9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=40579fb10b2242a9a17aef3f68c7248d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1530440 Apr 14 22:11:35.175978 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9d9b-24aa-4c9a-97c2-ed300af8169c req-52a73598-dc86-43b0-8f13-4dd7df2e8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:35.178148 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0e2b9d9b-24aa-4c9a-97c2-ed300af8169c req-52a73598-dc86-43b0-8f13-4dd7df2e8b9f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885940 Apr 14 22:11:35.258518 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-8940b0c5-81c3-405b-a24f-f2639576cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:35.260066 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-8940b0c5-81c3-405b-a24f-f2639576cc0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 1127 time: 0.0439739 Apr 14 22:11:35.302819 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-c094a670-9598-440a-a4a8-98e16e11da06 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4d4a1-7d43-420d-97ec-040c14dba42f HTTP/1.1" status: 200 len: 217 time: 0.0355911 Apr 14 22:11:35.352964 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-9d5c5ff3-52fd-4c7e-9205-1a21a61a54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:35.354388 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-9d5c5ff3-52fd-4c7e-9205-1a21a61a54ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0448687 Apr 14 22:11:35.401983 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-c0d2ab8f-0dcf-4320-b348-6b25133eda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:35.403482 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-c0d2ab8f-0dcf-4320-b348-6b25133eda42 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420921 Apr 14 22:11:35.493607 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-9772227e-3e1c-48ce-b957-64e6119d07a9 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828698 Apr 14 22:11:35.585208 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3deb933d-6d35-4b64-a037-07f0fac3e749 req-5de89168-d52e-4bb8-a063-d3f4c5272ee7 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851460 Apr 14 22:11:36.188558 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb959-dddc-46b9-9575-7d039832c2d7 req-fa63e216-9b5f-4488-94f1-fb28e75ec2a9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:36.190043 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-960cb959-dddc-46b9-9575-7d039832c2d7 req-fa63e216-9b5f-4488-94f1-fb28e75ec2a9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 943 time: 0.0503554 Apr 14 22:11:36.240695 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-960cb959-dddc-46b9-9575-7d039832c2d7 req-517c7634-d16f-4e2a-b209-74484f4e3d15 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443165 Apr 14 22:11:37.353052 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831919db-de16-4fd2-8cf2-c94d5afc14c2 req-c7602a17-f000-4e19-9730-83821b151523 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:37.354501 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-831919db-de16-4fd2-8cf2-c94d5afc14c2 req-c7602a17-f000-4e19-9730-83821b151523 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 943 time: 0.0461097 Apr 14 22:11:37.402249 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-831919db-de16-4fd2-8cf2-c94d5afc14c2 req-85612382-31e9-480a-b0ad-e4934aae27ad tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Apr 14 22:11:38.518397 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc993b-ec12-4887-9450-59d89203699d req-45eb8914-0be3-4893-a0e3-dfb7da20eeeb tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:38.520551 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66bc993b-ec12-4887-9450-59d89203699d req-45eb8914-0be3-4893-a0e3-dfb7da20eeeb tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 943 time: 0.0484366 Apr 14 22:11:38.569655 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66bc993b-ec12-4887-9450-59d89203699d req-1c1d7a42-f9d5-4e48-88c2-081c7e4b5b01 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Apr 14 22:11:39.682059 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72ccd0-270c-405e-8173-96f4d2c1f221 req-884d016d-32ae-4eca-8c14-5501ef303a05 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:39.683515 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d72ccd0-270c-405e-8173-96f4d2c1f221 req-884d016d-32ae-4eca-8c14-5501ef303a05 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 943 time: 0.0469313 Apr 14 22:11:39.736364 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0d72ccd0-270c-405e-8173-96f4d2c1f221 req-46db8dab-2ca3-49a5-a52f-bee31fde46a6 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472469 Apr 14 22:11:40.202760 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:40.854768 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5097-9544-4c78-85ac-5d4905ba886c req-d7bc6ce9-a0a3-4ea9-9ddc-538985569f25 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:40.856251 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-883e5097-9544-4c78-85ac-5d4905ba886c req-d7bc6ce9-a0a3-4ea9-9ddc-538985569f25 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 943 time: 0.0531976 Apr 14 22:11:40.905565 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-883e5097-9544-4c78-85ac-5d4905ba886c req-632b5577-14e8-4ac2-8de8-c7473df071ae tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Apr 14 22:11:42.016986 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5746f50-853f-4499-8fb1-be2166edcb25 req-77ed837d-e4ee-4f34-9a2c-7a969008c4ef tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:42.020203 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e5746f50-853f-4499-8fb1-be2166edcb25 req-77ed837d-e4ee-4f34-9a2c-7a969008c4ef tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 943 time: 0.0475950 Apr 14 22:11:42.082839 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e5746f50-853f-4499-8fb1-be2166edcb25 req-511ca737-6d11-470d-a540-bf62da8be4a8 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573444 Apr 14 22:11:43.199359 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5026981-ba32-4c1d-ba4f-5f339db1b0c7 req-4c52da52-d5cb-4999-a57c-af23bc582463 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:43.200935 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d5026981-ba32-4c1d-ba4f-5f339db1b0c7 req-4c52da52-d5cb-4999-a57c-af23bc582463 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 943 time: 0.0511212 Apr 14 22:11:43.252050 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d5026981-ba32-4c1d-ba4f-5f339db1b0c7 req-a80519d9-d9da-4680-97e6-88f70373331d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449677 Apr 14 22:11:44.365028 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2925fb-bee5-4150-9f82-6f11d191c073 req-f446d162-85c0-4fc1-b7a8-81156a120956 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:44.366487 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8d2925fb-bee5-4150-9f82-6f11d191c073 req-f446d162-85c0-4fc1-b7a8-81156a120956 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 943 time: 0.0473864 Apr 14 22:11:44.394284 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 34a4d4a1-7d43-420d-97ec-040c14dba42f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:11:44.417602 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8d2925fb-bee5-4150-9f82-6f11d191c073 req-5beff050-b5c8-49ee-910b-32a997c4280a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454426 Apr 14 22:11:44.496391 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 34a4d4a1-7d43-420d-97ec-040c14dba42f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a4d4a1-7d43-420d-97ec-040c14dba42f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:44.507677 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'port_id': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'mac_address': 'fa:16:3e:33:9e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:11:44.548360 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 34a4d4a1-7d43-420d-97ec-040c14dba42f is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:11:44.548695 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:44.562099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a4d4a1-7d43-420d-97ec-040c14dba42f {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:11:44.582369 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 34a4d4a1-7d43-420d-97ec-040c14dba42f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a4d4a1-7d43-420d-97ec-040c14dba42f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:44.699780 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:44.750473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=34a4d4a1-7d43-420d-97ec-040c14dba42f,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:44.758191 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.758535 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.758880 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.759230 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.759560 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.759910 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.760265 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.760620 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.760940 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.761261 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.761580 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.761909 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.762227 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.762545 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:44.762856 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:11:45.080169 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['34a4d4a1-7d43-420d-97ec-040c14dba42f'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:11:45.535642 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7987c5-0a8b-4727-b025-01f7a7e6a827 req-11d47451-aa9e-4901-9271-2dcd9e4de2c2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:45.537163 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ab7987c5-0a8b-4727-b025-01f7a7e6a827 req-11d47451-aa9e-4901-9271-2dcd9e4de2c2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 944 time: 0.0526664 Apr 14 22:11:45.591867 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ab7987c5-0a8b-4727-b025-01f7a7e6a827 req-478dc47d-63e8-45a2-bfaf-44c7d656e24d tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491261 Apr 14 22:11:46.105172 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5767e7de-90a7-4a31-bc37-dbb6959ab0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:46.407921 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 34a4d4a1-7d43-420d-97ec-040c14dba42f up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:11:46.457926 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 34a4d4a1-7d43-420d-97ec-040c14dba42f completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:11:46.533821 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 34a4d4a1-7d43-420d-97ec-040c14dba42f triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:11:46.534897 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:46.711155 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862dd78-a397-4626-84fa-5857bcb1a398 req-a35b16cb-6070-4e0f-bc19-8915f53ea6d1 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:46.712655 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4862dd78-a397-4626-84fa-5857bcb1a398 req-a35b16cb-6070-4e0f-bc19-8915f53ea6d1 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 944 time: 0.0512764 Apr 14 22:11:46.746175 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 34a4d4a1-7d43-420d-97ec-040c14dba42f is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:11:46.746601 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:46.762523 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4862dd78-a397-4626-84fa-5857bcb1a398 req-53c743eb-8bcc-497d-9735-d91160fb8cf4 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442469 Apr 14 22:11:46.771158 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:46.773450 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5e65c0-aaeb-46d3-b68a-8cd0950afa5f" -d '{"events": [{"server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "name": "network-vif-plugged", "status": "completed", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:46.786367 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 34a4d4a1-7d43-420d-97ec-040c14dba42f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a4d4a1-7d43-420d-97ec-040c14dba42f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:11:46.817602 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735a8d63-2592-4cb3-a81e-01dac60e75f5 x-openstack-request-id: req-735a8d63-2592-4cb3-a81e-01dac60e75f5 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:46.817896 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "name": "network-vif-plugged", "status": "completed", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:46.818220 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-735a8d63-2592-4cb3-a81e-01dac60e75f5 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:46.818685 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735a8d63-2592-4cb3-a81e-01dac60e75f5'] response: {'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'code': 200} Apr 14 22:11:46.865597 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:46.923129 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=34a4d4a1-7d43-420d-97ec-040c14dba42f,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:47.296410 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71165e99-0c3f-4b27-a105-eddd3d4ed5b6 req-817517ae-00d9-44c5-9c94-533aedc1b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:47.297818 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71165e99-0c3f-4b27-a105-eddd3d4ed5b6 req-817517ae-00d9-44c5-9c94-533aedc1b694 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 1129 time: 0.0376585 Apr 14 22:11:47.348100 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71165e99-0c3f-4b27-a105-eddd3d4ed5b6 req-861a9a76-ed5d-4b62-ae86-43028838c240 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Apr 14 22:11:47.878308 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeaff5-4268-4afb-a9a2-710f0bb697d2 req-c12d9834-4db3-4db7-8d54-379f327e96c0 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:47.879824 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3adeaff5-4268-4afb-a9a2-710f0bb697d2 req-c12d9834-4db3-4db7-8d54-379f327e96c0 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 945 time: 0.0476329 Apr 14 22:11:47.938172 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3adeaff5-4268-4afb-a9a2-710f0bb697d2 req-ecd1fe62-2470-4a0e-84b9-b037f49b4628 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525253 Apr 14 22:11:48.548595 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c245df3a-5310-49bc-9608-3649e7f04e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:49.067237 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a383a-feaf-46b5-9c1b-5838adb8a60d req-c1a8c351-e6d4-4365-a2f2-616e7bb22e2a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:49.068810 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e53a383a-feaf-46b5-9c1b-5838adb8a60d req-c1a8c351-e6d4-4365-a2f2-616e7bb22e2a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 945 time: 0.0563457 Apr 14 22:11:49.122049 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e53a383a-feaf-46b5-9c1b-5838adb8a60d req-1dd92421-b425-4efd-8375-a28349fb8911 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474918 Apr 14 22:11:49.258995 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:11:49.790948 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:50.250726 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24550ad4-3349-4e78-b3b9-7a43fce27066 req-4fc42487-8c96-41f9-85a9-9ebfbd8c851b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:50.252212 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-24550ad4-3349-4e78-b3b9-7a43fce27066 req-4fc42487-8c96-41f9-85a9-9ebfbd8c851b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 945 time: 0.0540700 Apr 14 22:11:50.301776 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-24550ad4-3349-4e78-b3b9-7a43fce27066 req-35af891a-934a-4f51-9e62-5d328e3f5b08 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Apr 14 22:11:50.438650 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e5418-f361-46b5-8d70-b69c3a5c9447 req-1903ead7-52f4-400a-9fb8-c78dc210dec0 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:50.441676 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-981e5418-f361-46b5-8d70-b69c3a5c9447 req-1903ead7-52f4-400a-9fb8-c78dc210dec0 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 945 time: 0.0722656 Apr 14 22:11:50.494466 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-981e5418-f361-46b5-8d70-b69c3a5c9447 req-fec34cf1-ce16-4a5c-803e-a6ba6f84ccf9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473983 Apr 14 22:11:50.516806 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57194) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:50.659597 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff24896-dd3b-4e44-a516-1c028a8dcf97 tempest-TestVolumeBootPattern-1846973512 tempest-TestVolumeBootPattern-1846973512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:50.661232 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7ff24896-dd3b-4e44-a516-1c028a8dcf97 tempest-TestVolumeBootPattern-1846973512 tempest-TestVolumeBootPattern-1846973512-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 1124 time: 0.1433794 Apr 14 22:11:50.664074 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57198) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:11:50.668494 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Request body: {'floatingip': {'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'port_id': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:11:50.805743 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:50.886784 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:50.931153 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:50.999934 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Allocated IP 172.27.1.142 (91c70b2b-fa18-4e92-b0a2-ca740177b423/2577a72e-5a33-4a56-b339-1d41218b12a8/38c640c9-1b69-4a8b-b308-ca64c289af0d) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:11:51.102464 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for port (38c640c9-1b69-4a8b-b308-ca64c289af0d), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:51.214538 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (38c640c9-1b69-4a8b-b308-ca64c289af0d), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:51.263296 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Network 91c70b2b-fa18-4e92-b0a2-ca740177b423 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:11:51.266385 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:11:51.271307 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:11:51.274744 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'Port': ['ID=38c640c9-1b69-4a8b-b308-ca64c289af0d,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:51.651986 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (e21aedff-cc32-4884-8111-def5b42d1299), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:51.787015 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (38c640c9-1b69-4a8b-b308-ca64c289af0d), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:51.946089 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for port (38c640c9-1b69-4a8b-b308-ca64c289af0d), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:52.057180 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4610231'] for port (38c640c9-1b69-4a8b-b308-ca64c289af0d), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:52.124608 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event updated for resources: {'Port': ['ID=38c640c9-1b69-4a8b-b308-ca64c289af0d,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:11:52.140149 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (e21aedff-cc32-4884-8111-def5b42d1299), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:52.248549 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Floating IP e21aedff-cc32-4884-8111-def5b42d1299 associated. External IP: 172.27.1.142, port: 34a4d4a1-7d43-420d-97ec-040c14dba42f. Apr 14 22:11:52.469920 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Router af15e10b-8736-4d5b-ad44-d253e292df4c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:11:52.590560 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:11:52.594008 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:52.603497 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] Sync routers for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:11:52.614960 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:52.616044 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:11:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:52.704184 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:11:52.726399 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:52.735886 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-313975fd-3b6a-4119-8b09-8368ab234f81 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0707190 Apr 14 22:11:52.736658 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:11:52.739596 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:11:52.781938 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be1ea86-ef2b-4920-87e5-c566fe8c6bdb x-openstack-request-id: req-2be1ea86-ef2b-4920-87e5-c566fe8c6bdb {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:11:52.781938 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:11:52.781938 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2be1ea86-ef2b-4920-87e5-c566fe8c6bdb {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:11:52.781938 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be1ea86-ef2b-4920-87e5-c566fe8c6bdb'] response: {'name': 'network-changed', 'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'status': 'completed', 'code': 200} Apr 14 22:11:52.839802 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-7c2f70f5-4ca7-4f08-ae94-8438079f7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:52.841392 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-7c2f70f5-4ca7-4f08-ae94-8438079f7522 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 1129 time: 0.0396075 Apr 14 22:11:52.939281 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-59408ffa-071e-4888-af06-04bef1e24000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:52.940904 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-59408ffa-071e-4888-af06-04bef1e24000 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 912 time: 0.0922108 Apr 14 22:11:52.961362 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '4bbff530-32c8-4918-9c3c-9e21f0c99f9d', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:14Z', 'revision_number': 1, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}, {'id': 'e21aedff-cc32-4884-8111-def5b42d1299', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:33:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6434e776-2382-40b1-b178-e29c7c764787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:11:51Z', 'updated_at': '2022-04-14T22:11:51Z', 'revision_number': 0, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:52.992719 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] Checking router: af15e10b-8736-4d5b-ad44-d253e292df4c for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:11:53.001225 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:11:53.001840 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:11:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:53.013401 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-625f2eee-cd0b-4f22-bbb9-500decae91ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4d4a1-7d43-420d-97ec-040c14dba42f HTTP/1.1" status: 200 len: 999 time: 0.0645816 Apr 14 22:11:53.074417 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-ca9ab0ce-9aec-4b5b-ab24-7cac11d9ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:53.075897 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-ca9ab0ce-9aec-4b5b-ab24-7cac11d9ee45 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0556209 Apr 14 22:11:53.114505 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:11:53.122275 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-37c3bc32-de11-4a35-a4c4-fb301f65acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:11:53.123863 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-37c3bc32-de11-4a35-a4c4-fb301f65acf2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403302 Apr 14 22:11:53.218947 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-2ffc0190-ba3c-4e93-9242-649156d1b012 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850961 Apr 14 22:11:53.312845 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-60dd4aa1-4039-4262-850a-4f2c12f5dc7d req-fd22c756-bd85-40b8-982a-5c46261d608c service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886085 Apr 14 22:11:53.347426 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '4bbff530-32c8-4918-9c3c-9e21f0c99f9d', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:14Z', 'revision_number': 1, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}, {'id': 'e21aedff-cc32-4884-8111-def5b42d1299', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:33:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6434e776-2382-40b1-b178-e29c7c764787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:11:51Z', 'updated_at': '2022-04-14T22:11:51Z', 'revision_number': 0, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:11:53.378250 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74901b-c2f8-42f6-823b-cdaf7fd26d21 None None] The sync data for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi is: [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '4bbff530-32c8-4918-9c3c-9e21f0c99f9d', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:14Z', 'revision_number': 1, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}, {'id': 'e21aedff-cc32-4884-8111-def5b42d1299', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:33:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6434e776-2382-40b1-b178-e29c7c764787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:11:51Z', 'updated_at': '2022-04-14T22:11:51Z', 'revision_number': 0, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:11:53.590185 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59b3fc-87f9-47c2-84d1-525a690f4cea None None] New status for floating IP e21aedff-cc32-4884-8111-def5b42d1299: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:12:10.302155 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:16.153621 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-85676a59-2543-43a0-8c5e-a1cf9a8446ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:18.556020 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-972073d4-1d83-46e0-88ab-933c75e42cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:19.793056 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:20.930100 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:22.650448 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:23.882362 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-13f4d308-94a2-4fcc-b1f0-1cb24d3e42d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865302 Apr 14 22:12:23.949015 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-fb4f3b1e-faaf-40e6-9040-da601264c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:23.950477 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-fb4f3b1e-faaf-40e6-9040-da601264c831 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 1129 time: 0.0434644 Apr 14 22:12:24.054244 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-b7bb945e-0ff1-4923-8618-bc9dd7676528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:24.055614 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-b7bb945e-0ff1-4923-8618-bc9dd7676528 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 200 len: 912 time: 0.0842514 Apr 14 22:12:24.396672 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-047cef19-871e-406b-9e9e-6a3c5636298d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e95771-54be-4590-b69d-0895a6aeb9a6 HTTP/1.1" status: 200 len: 1000 time: 0.3341660 Apr 14 22:12:24.446673 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-a3339f7a-386c-472e-ac52-e3912a015a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:24.448122 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-a3339f7a-386c-472e-ac52-e3912a015a85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 200 len: 850 time: 0.0454035 Apr 14 22:12:24.493732 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-713567a4-df7c-4d0a-b700-c683e092a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:12:24.495207 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-713567a4-df7c-4d0a-b700-c683e092a4e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f534560-3702-48ed-a28a-4f0419eee488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409706 Apr 14 22:12:24.596761 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-88968e68-ce44-4bd9-abbe-b451ec20d82d service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942459 Apr 14 22:12:24.687444 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3d306a75-ae15-4350-bede-3ba3866670a7 req-2f8e1f6a-1489-4898-92ec-1ff434fa6672 service neutron] 10.222.0.81 "GET /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831156 Apr 14 22:12:26.257743 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:12:40.186374 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:46.155519 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-738b6e64-ba3f-402c-9c44-1964bf633b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:48.583977 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a16c-8f0d-48be-aae4-73d64231047c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:49.866473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:50.963563 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:12:52.597842 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:03.259352 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:13:06.775508 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d17303-84e0-4986-9aed-4e861b409e5d req-27844dc7-2318-4c6c-ad83-5f2668c7759c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:06.777023 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f5d17303-84e0-4986-9aed-4e861b409e5d req-27844dc7-2318-4c6c-ad83-5f2668c7759c tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 945 time: 0.0488250 Apr 14 22:13:06.830250 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f5d17303-84e0-4986-9aed-4e861b409e5d req-427b7d72-d0a9-41da-824c-67d040553bc1 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469716 Apr 14 22:13:07.964996 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06105b-82a4-4734-83f0-292c2a0282be req-c54dfd89-17cb-4377-8bce-9bb823bac94d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:07.966536 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ba06105b-82a4-4734-83f0-292c2a0282be req-c54dfd89-17cb-4377-8bce-9bb823bac94d tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 945 time: 0.0595367 Apr 14 22:13:08.038645 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ba06105b-82a4-4734-83f0-292c2a0282be req-896c16b1-fba4-41e9-88a8-e1f2f875da4f tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622268 Apr 14 22:13:09.169754 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4ed98-8ad7-4d46-ba08-d0953086eca8 req-130d4abe-0035-4a3e-a94c-d8792ef3bb55 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:09.171232 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6bf4ed98-8ad7-4d46-ba08-d0953086eca8 req-130d4abe-0035-4a3e-a94c-d8792ef3bb55 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 945 time: 0.0584552 Apr 14 22:13:09.230209 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-db554771-ee10-45f2-a983-ceeda877678a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:09.231642 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-db554771-ee10-45f2-a983-ceeda877678a tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 945 time: 0.0594537 Apr 14 22:13:09.284039 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6bf4ed98-8ad7-4d46-ba08-d0953086eca8 req-ed830e02-1069-4072-b57b-f4ee0027513e tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups?id=5daa4917-688b-42f4-ab14-03bf28f5f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039841 Apr 14 22:13:09.333169 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Deleting port d4e95771-54be-4590-b69d-0895a6aeb9a6 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:09.333508 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:09.424075 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] For port d4e95771-54be-4590-b69d-0895a6aeb9a6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d4e95771-54be-4590-b69d-0895a6aeb9a6,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:09.424440 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:09.618573 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:09.619072 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771207'] for floatingip (54d82684-948f-4db2-ab4f-06b6f7d48671), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:09.619390 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Floating IP 54d82684-948f-4db2-ab4f-06b6f7d48671 disassociated. External IP: 172.27.1.36, port: d4e95771-54be-4590-b69d-0895a6aeb9a6. Apr 14 22:13:09.619739 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Calling delete_port for d4e95771-54be-4590-b69d-0895a6aeb9a6 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:09.837555 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (d4e95771-54be-4590-b69d-0895a6aeb9a6), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:09.875074 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event deleted for resources: {'Port': ['ID=d4e95771-54be-4590-b69d-0895a6aeb9a6,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:09.886363 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.886713 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.887085 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.887424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.887758 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.888093 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.893818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.893818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.893818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.893818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.893818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.893818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.893818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.893818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:09.893818 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:10.005798 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Router 35229258-5815-4bb7-8837-5ab92804aab4 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:13:10.119377 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:13:10.131938 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] Sync routers for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:13:10.143522 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:10.144053 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:12:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:10.162353 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] No DVR routers for this DVR port d4e95771-54be-4590-b69d-0895a6aeb9a6 on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:13:10.164945 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.168183 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b9372b2-51cc-42a7-9c92-447ea71028cd req-5bee4cdf-bdcb-4946-85a9-8a39365c95f0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.81 "DELETE /v2.0/ports/d4e95771-54be-4590-b69d-0895a6aeb9a6 HTTP/1.1" status: 204 len: 173 time: 0.9305532 Apr 14 22:13:10.168664 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03462656-ced5-46dd-8dd5-82033c391c0a', 'name': 'network-vif-deleted', 'tag': 'd4e95771-54be-4590-b69d-0895a6aeb9a6'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:13:10.170949 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6331b9-b931-496c-a7f2-3df62b95e019" -d '{"events": [{"server_uuid": "03462656-ced5-46dd-8dd5-82033c391c0a", "name": "network-vif-deleted", "tag": "d4e95771-54be-4590-b69d-0895a6aeb9a6"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:13:10.181965 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:10.267534 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:10.278935 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302b1e51-7d8a-4377-8bf4-a16a4e219e9d x-openstack-request-id: req-302b1e51-7d8a-4377-8bf4-a16a4e219e9d {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:13:10.279395 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03462656-ced5-46dd-8dd5-82033c391c0a", "name": "network-vif-deleted", "tag": "d4e95771-54be-4590-b69d-0895a6aeb9a6", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:13:10.280018 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-302b1e51-7d8a-4377-8bf4-a16a4e219e9d {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:13:10.281567 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302b1e51-7d8a-4377-8bf4-a16a4e219e9d'] response: {'server_uuid': '03462656-ced5-46dd-8dd5-82033c391c0a', 'name': 'network-vif-deleted', 'tag': 'd4e95771-54be-4590-b69d-0895a6aeb9a6', 'status': 'completed', 'code': 200} Apr 14 22:13:10.392550 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e1bb1350-7895-4c72-8e38-d72827d50ea2 req-28eaf9fd-7f99-40a7-be2c-51647a5b6cff tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/ports?device_id=03462656-ced5-46dd-8dd5-82033c391c0a HTTP/1.1" status: 200 len: 210 time: 0.0331242 Apr 14 22:13:10.500080 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:10.528295 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] Checking router: 35229258-5815-4bb7-8837-5ab92804aab4 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:13:10.538228 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:10.538832 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:12:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:10.654129 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:10.864971 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:10.893207 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22df1c-e328-4b11-a77d-86e93945dc4b None None] The sync data for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi is: [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:41Z', 'revision_number': 4, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': 'ef7611d9-736d-4bbe-a7e9-617dd408a9d3', 'name': '', 'network_id': '5f534560-3702-48ed-a28a-4f0419eee488', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'mac_address': 'fa:16:3e:a7:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:40Z', 'updated_at': '2022-04-14T22:04:47Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'subnets': [{'id': 'bc638f81-ff05-467e-adc1-8ca2dd7ea6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:13:11.137605 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ba028-8f64-4ccb-bf47-7cc8d10854f9 None None] New status for floating IP 54d82684-948f-4db2-ab4f-06b6f7d48671: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:13:11.563893 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57384) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:11.619177 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (5daa4917-688b-42f4-ab14-03bf28f5f6ef), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.642654 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (5daa4917-688b-42f4-ab14-03bf28f5f6ef), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.783171 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (5daa4917-688b-42f4-ab14-03bf28f5f6ef), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.785903 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:11.787079 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "DELETE /v2.0/security-groups/5daa4917-688b-42f4-ab14-03bf28f5f6ef HTTP/1.1" status: 204 len: 168 time: 0.2222040 Apr 14 22:13:11.789923 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57388) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:11.796606 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa4917-688b-42f4-ab14-03bf28f5f6ef,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:11.803995 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.api.v2.resource [None req-15daaab7-eb59-43bf-b780-5d68b61f70a2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] show failed (client error): The resource could not be found. Apr 14 22:13:11.804202 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.804328 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.804775 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.805082 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-15daaab7-eb59-43bf-b780-5d68b61f70a2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "GET /v2.0/security-groups/5daa4917-688b-42f4-ab14-03bf28f5f6ef HTTP/1.1" status: 404 len: 347 time: 0.0141737 Apr 14 22:13:11.805201 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.805542 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.805872 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.806204 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.806531 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.806861 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.807188 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.807614 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.807952 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.808102 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57390) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:11.808271 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.808613 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.810641 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8895699-25e9-475a-b464-51172358fef0 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:11.928015 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Deleting port 42d1408e-030b-434a-ac94-10c3425d7175 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:11.928354 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (42d1408e-030b-434a-ac94-10c3425d7175), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:12.020233 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (42d1408e-030b-434a-ac94-10c3425d7175), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:12.020558 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (42d1408e-030b-434a-ac94-10c3425d7175), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:12.034415 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Calling delete_port for 42d1408e-030b-434a-ac94-10c3425d7175 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:12.242694 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (42d1408e-030b-434a-ac94-10c3425d7175), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:12.268536 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Pushing event deleted for resources: {'Port': ['ID=42d1408e-030b-434a-ac94-10c3425d7175,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:12.330134 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks [] for floatingip (54d82684-948f-4db2-ab4f-06b6f7d48671), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:12.332778 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:12.333954 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1668acb5-b30b-45dc-9c19-dd549d848bb2 tempest-AttachVolumeTestJSON-1579652150 tempest-AttachVolumeTestJSON-1579652150-project] 10.222.0.52 "DELETE /v2.0/floatingips/54d82684-948f-4db2-ab4f-06b6f7d48671 HTTP/1.1" status: 204 len: 168 time: 0.5250652 Apr 14 22:13:14.804097 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d4e95771-54be-4590-b69d-0895a6aeb9a6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:14.824454 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: d4e95771-54be-4590-b69d-0895a6aeb9a6 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:14.824818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device d4e95771-54be-4590-b69d-0895a6aeb9a6 not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:16.179575 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-698ce0dd-52a9-4445-8a11-b364f23b2585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:16.424423 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57420) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:16.864251 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (35229258-5815-4bb7-8837-5ab92804aab4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:17.100987 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Deleting port ef7611d9-736d-4bbe-a7e9-617dd408a9d3 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:17.101355 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:17.180071 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] For port ef7611d9-736d-4bbe-a7e9-617dd408a9d3, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ef7611d9-736d-4bbe-a7e9-617dd408a9d3,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:17.180327 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:17.193049 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Calling delete_port for ef7611d9-736d-4bbe-a7e9-617dd408a9d3 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:17.515383 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (ef7611d9-736d-4bbe-a7e9-617dd408a9d3), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:17.540296 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7611d9-736d-4bbe-a7e9-617dd408a9d3,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:17.719903 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (35229258-5815-4bb7-8837-5ab92804aab4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:17.939261 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Router 35229258-5815-4bb7-8837-5ab92804aab4 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:13:18.051685 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:13:18.056727 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-0fad831d-fe2a-48e8-97b6-0beaba1e4dca admin admin] 10.222.0.52 "PUT /v2.0/routers/35229258-5815-4bb7-8837-5ab92804aab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6311541 Apr 14 22:13:18.059183 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57424) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:18.063419 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] Sync routers for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:13:18.073131 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:18.073742 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:12:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:18.167095 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks [] for router (35229258-5815-4bb7-8837-5ab92804aab4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:18.182583 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:18.275030 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks [] for router_gateway (35229258-5815-4bb7-8837-5ab92804aab4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:18.357782 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:13:17Z', 'revision_number': 5, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port': {'id': 'ecdbe3f2-cf73-4af7-9913-cc7aebb81331', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35229258-5815-4bb7-8837-5ab92804aab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:18.388728 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] Checking router: 35229258-5815-4bb7-8837-5ab92804aab4 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:13:18.398514 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] Routers {'35229258-5815-4bb7-8837-5ab92804aab4'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:18.399119 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:12:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['35229258-5815-4bb7-8837-5ab92804aab4'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:18.430085 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Deleting port ecdbe3f2-cf73-4af7-9913-cc7aebb81331 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:18.430477 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:18.488737 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] Set router 35229258-5815-4bb7-8837-5ab92804aab4 gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:18.512027 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] For port ecdbe3f2-cf73-4af7-9913-cc7aebb81331, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=ecdbe3f2-cf73-4af7-9913-cc7aebb81331,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:18.512391 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:18.526902 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Calling delete_port for ecdbe3f2-cf73-4af7-9913-cc7aebb81331 owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:18.541436 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:13:18Z', 'revision_number': 6, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port_host': None}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:18.545552 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c200e13d-50da-44bc-a20f-0c99c11479cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:18.667534 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce124c-d01c-47cd-ab4d-28a04391b6f3 None None] The sync data for ids ['35229258-5815-4bb7-8837-5ab92804aab4'] in dv-cinder-813229-9-iscsi is: [{'id': '35229258-5815-4bb7-8837-5ab92804aab4', 'name': 'tempest-AttachVolumeTestJSON-1728345037-router', 'tenant_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:37Z', 'updated_at': '2022-04-14T22:13:18Z', 'revision_number': 6, 'project_id': 'b3fb94b2f5ea4be18bfbb3968b306a53', 'gw_port_host': None}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:13:18.798126 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (ecdbe3f2-cf73-4af7-9913-cc7aebb81331), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:18.824274 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdbe3f2-cf73-4af7-9913-cc7aebb81331,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:18.887349 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (35229258-5815-4bb7-8837-5ab92804aab4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:19.255887 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (35229258-5815-4bb7-8837-5ab92804aab4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:19.258093 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks [] for router_controller (35229258-5815-4bb7-8837-5ab92804aab4), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:19.518940 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ef7611d9-736d-4bbe-a7e9-617dd408a9d3 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:19.540101 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: ef7611d9-736d-4bbe-a7e9-617dd408a9d3 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:19.540459 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ef7611d9-736d-4bbe-a7e9-617dd408a9d3 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:19.703523 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (35229258-5815-4bb7-8837-5ab92804aab4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:19.704122 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35229258-5815-4bb7-8837-5ab92804aab4 {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:13:19.708448 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:19.714220 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2bbba56b-db61-4cf2-9102-7d863a37465b admin admin] 10.222.0.52 "DELETE /v2.0/routers/35229258-5815-4bb7-8837-5ab92804aab4 HTTP/1.1" status: 204 len: 168 time: 1.6493480 Apr 14 22:13:19.714220 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57426) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:19.759564 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b2ff6d-1e92-48d9-aa58-140d788ce072 admin admin] Deleting subnet bc638f81-ff05-467e-adc1-8ca2dd7ea6ef {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:13:19.763144 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74b2ff6d-1e92-48d9-aa58-140d788ce072 admin admin] Publish callbacks [] for subnet (bc638f81-ff05-467e-adc1-8ca2dd7ea6ef), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:19.803551 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74b2ff6d-1e92-48d9-aa58-140d788ce072 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (bc638f81-ff05-467e-adc1-8ca2dd7ea6ef), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:19.817416 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:19.889579 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74b2ff6d-1e92-48d9-aa58-140d788ce072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (bc638f81-ff05-467e-adc1-8ca2dd7ea6ef), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.032160 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74b2ff6d-1e92-48d9-aa58-140d788ce072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (bc638f81-ff05-467e-adc1-8ca2dd7ea6ef), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.058578 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2ff6d-1e92-48d9-aa58-140d788ce072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc638f81-ff05-467e-adc1-8ca2dd7ea6ef,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:20.062057 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74b2ff6d-1e92-48d9-aa58-140d788ce072 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.065524 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-74b2ff6d-1e92-48d9-aa58-140d788ce072 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bc638f81-ff05-467e-adc1-8ca2dd7ea6ef HTTP/1.1" status: 204 len: 168 time: 0.3524723 Apr 14 22:13:20.068483 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57428) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:20.068890 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b68bd-a09c-43a3-92df-19a9fd233d90 None None] Network 5f534560-3702-48ed-a28a-4f0419eee488 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:13:20.141714 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (5f534560-3702-48ed-a28a-4f0419eee488), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.191965 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Deleting port 06400663-f392-4605-a485-d854369cb7b4 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:20.192072 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (06400663-f392-4605-a485-d854369cb7b4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.219825 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] DHCP port deletion for 5f534560-3702-48ed-a28a-4f0419eee488 request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:13:20.258232 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] For port 06400663-f392-4605-a485-d854369cb7b4, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=06400663-f392-4605-a485-d854369cb7b4,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:20.258497 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (06400663-f392-4605-a485-d854369cb7b4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.264162 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Deleting port 06400663-f392-4605-a485-d854369cb7b4 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:20.264564 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (06400663-f392-4605-a485-d854369cb7b4), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.272001 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Calling delete_port for 06400663-f392-4605-a485-d854369cb7b4 owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:20.335475 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] For port 06400663-f392-4605-a485-d854369cb7b4, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=06400663-f392-4605-a485-d854369cb7b4,segment=NetworkSegment(ba07793a-089e-4faf-a9a3-c83797a8c0ab),segment_id=ba07793a-089e-4faf-a9a3-c83797a8c0ab)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:20.335875 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (06400663-f392-4605-a485-d854369cb7b4), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.350119 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Calling delete_port for 06400663-f392-4605-a485-d854369cb7b4 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:20.429177 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (06400663-f392-4605-a485-d854369cb7b4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.435024 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (06400663-f392-4605-a485-d854369cb7b4), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.452723 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=06400663-f392-4605-a485-d854369cb7b4,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:20.459405 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] No DVR routers for this DVR port 06400663-f392-4605-a485-d854369cb7b4 on host dv-cinder-813229-9-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:13:20.459531 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Pushing event deleted for resources: {'Port': ['ID=06400663-f392-4605-a485-d854369cb7b4,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:20.473026 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.473383 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.473734 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.474081 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.474420 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.474755 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.475087 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.475413 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.475795 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.476071 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.476399 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.476755 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.477081 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.477405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.477747 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:13:20.480480 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd864b8-7cfd-4060-9077-c96897d4981c None None] No DVR routers for this DVR port 06400663-f392-4605-a485-d854369cb7b4 on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:13:20.540553 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (5f534560-3702-48ed-a28a-4f0419eee488), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.562347 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f534560-3702-48ed-a28a-4f0419eee488']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:20.571773 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba07793a-089e-4faf-a9a3-c83797a8c0ab') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:20.572074 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba07793a-089e-4faf-a9a3-c83797a8c0ab') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:20.581770 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4832000'] for segment (ba07793a-089e-4faf-a9a3-c83797a8c0ab), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.595843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (ba07793a-089e-4faf-a9a3-c83797a8c0ab), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.601882 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:13:20.602268 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050897'] for segment (ba07793a-089e-4faf-a9a3-c83797a8c0ab), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: Traceback (most recent call last): Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: timer() Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: cb(*args, **kw) Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: return func(*args, **kwargs) Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: self._notify() Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: self.callback(batched_events) Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: event.method(event) Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: return f(self, *a, **k) Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._get(url).json() Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: return self.request(url, 'GET', **kwargs) Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:13:20.603940 dv-cinder-813229-9-iscsi neutron-server[110548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:13:20.748821 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (5f534560-3702-48ed-a28a-4f0419eee488), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.754603 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:20.757698 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5f534560-3702-48ed-a28a-4f0419eee488 HTTP/1.1" status: 204 len: 168 time: 0.6882548 Apr 14 22:13:20.769291 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d8470-ca53-4dc0-b5e5-9af55cd1b6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f534560-3702-48ed-a28a-4f0419eee488,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:20.933808 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:21.156506 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 06400663-f392-4605-a485-d854369cb7b4 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:21.178198 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57432) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:21.181884 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 06400663-f392-4605-a485-d854369cb7b4 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:21.182811 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 06400663-f392-4605-a485-d854369cb7b4 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:21.183232 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ecdbe3f2-cf73-4af7-9913-cc7aebb81331 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:13:21.203565 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: ecdbe3f2-cf73-4af7-9913-cc7aebb81331 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:13:21.203912 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device ecdbe3f2-cf73-4af7-9913-cc7aebb81331 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:13:21.220387 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7948f126-160f-467d-bcd8-eb861c33ca3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3fb94b2f5ea4be18bfbb3968b306a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409989 Apr 14 22:13:21.223218 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57434) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:21.270718 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd935bd6-e86b-4beb-8b1a-35da648b2b78 admin admin] Publish callbacks [] for security_group (f16c1732-1e47-4aaf-a157-b89c00b6f919), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:21.294654 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd935bd6-e86b-4beb-8b1a-35da648b2b78 admin admin] Publish callbacks [] for security_group (f16c1732-1e47-4aaf-a157-b89c00b6f919), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:21.408269 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd935bd6-e86b-4beb-8b1a-35da648b2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (f16c1732-1e47-4aaf-a157-b89c00b6f919), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:21.410807 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fd935bd6-e86b-4beb-8b1a-35da648b2b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:21.411944 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fd935bd6-e86b-4beb-8b1a-35da648b2b78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f16c1732-1e47-4aaf-a157-b89c00b6f919 HTTP/1.1" status: 204 len: 168 time: 0.1877367 Apr 14 22:13:21.419401 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd935bd6-e86b-4beb-8b1a-35da648b2b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16c1732-1e47-4aaf-a157-b89c00b6f919,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:22.585473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:22.999133 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-566de9e5-6488-4fff-be4b-89a4a4b3352d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447245 Apr 14 22:13:23.087724 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-643b2593-e1db-4d21-9f5d-6b96e7f6fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:23.089259 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-643b2593-e1db-4d21-9f5d-6b96e7f6fbad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 1130 time: 0.0438771 Apr 14 22:13:23.195642 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-7ef0d2df-c3f4-4f7b-b8ea-f42dc2aeed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:23.197154 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-7ef0d2df-c3f4-4f7b-b8ea-f42dc2aeed1b service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 912 time: 0.0868244 Apr 14 22:13:23.271217 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-8e7a5200-97a1-4847-9bcb-415b7551a556 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03632893-d4ab-41af-aa65-23c1673a466f HTTP/1.1" status: 200 len: 1002 time: 0.0675752 Apr 14 22:13:23.322130 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-49f37f55-1dac-4d62-83f7-8687d3b8176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:23.323611 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-49f37f55-1dac-4d62-83f7-8687d3b8176e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0463564 Apr 14 22:13:23.368751 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-b3a7241d-7ade-4aa7-9a9e-87ab17e45b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:23.370555 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-b3a7241d-7ade-4aa7-9a9e-87ab17e45b03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402753 Apr 14 22:13:23.469389 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-80abf8e3-fec2-48b0-8928-bb2bae876286 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910726 Apr 14 22:13:23.566861 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e32bce13-449c-4eb3-a5cc-1e07b7b92aba req-aca48f5d-9529-45d1-af2b-976e8e7ac454 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909216 Apr 14 22:13:24.147931 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57486) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:24.261762 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d37dfcc9-1905-4468-823c-f56bb6cb366f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:24.335734 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d37dfcc9-1905-4468-823c-f56bb6cb366f admin admin] Publish callbacks [] for security_group (3bf70451-899c-469c-9b60-a6844be46633), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:24.413743 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d37dfcc9-1905-4468-823c-f56bb6cb366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (3bf70451-899c-469c-9b60-a6844be46633), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:24.453499 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d37dfcc9-1905-4468-823c-f56bb6cb366f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce0b9e819e644e28a887c211dfc3cafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044956 Apr 14 22:13:24.454350 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37dfcc9-1905-4468-823c-f56bb6cb366f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf70451-899c-469c-9b60-a6844be46633,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:24.456246 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57490) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:24.505977 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe393-2850-4dad-840f-76908ee58bda admin admin] Publish callbacks [] for security_group (3bf70451-899c-469c-9b60-a6844be46633), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:24.527189 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe393-2850-4dad-840f-76908ee58bda admin admin] Publish callbacks [] for security_group (3bf70451-899c-469c-9b60-a6844be46633), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:24.728200 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe393-2850-4dad-840f-76908ee58bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (3bf70451-899c-469c-9b60-a6844be46633), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:24.730909 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe393-2850-4dad-840f-76908ee58bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:24.732162 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-bcbfe393-2850-4dad-840f-76908ee58bda admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3bf70451-899c-469c-9b60-a6844be46633 HTTP/1.1" status: 204 len: 168 time: 0.2747707 Apr 14 22:13:24.740556 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfe393-2850-4dad-840f-76908ee58bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf70451-899c-469c-9b60-a6844be46633,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:25.503558 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57496) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:25.517107 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81860573-018f-48f8-95d7-c9e1d3334745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.591016 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81860573-018f-48f8-95d7-c9e1d3334745 admin admin] Publish callbacks [] for security_group (0958dd37-29c5-4187-b9db-ab692f8f6067), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.659739 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81860573-018f-48f8-95d7-c9e1d3334745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (0958dd37-29c5-4187-b9db-ab692f8f6067), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.698737 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-81860573-018f-48f8-95d7-c9e1d3334745 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67ca21e676b64783be92e2f1b9c0e431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940706 Apr 14 22:13:25.699723 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81860573-018f-48f8-95d7-c9e1d3334745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0958dd37-29c5-4187-b9db-ab692f8f6067,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:25.701388 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57498) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:25.750847 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c476d427-2c05-4128-9051-28b298b11c9f admin admin] Publish callbacks [] for security_group (0958dd37-29c5-4187-b9db-ab692f8f6067), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.772212 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c476d427-2c05-4128-9051-28b298b11c9f admin admin] Publish callbacks [] for security_group (0958dd37-29c5-4187-b9db-ab692f8f6067), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.914157 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c476d427-2c05-4128-9051-28b298b11c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (0958dd37-29c5-4187-b9db-ab692f8f6067), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.916643 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c476d427-2c05-4128-9051-28b298b11c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:25.917818 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c476d427-2c05-4128-9051-28b298b11c9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0958dd37-29c5-4187-b9db-ab692f8f6067 HTTP/1.1" status: 204 len: 168 time: 0.2147858 Apr 14 22:13:25.926382 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476d427-2c05-4128-9051-28b298b11c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0958dd37-29c5-4187-b9db-ab692f8f6067,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:40.230818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:40.257520 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:13:42.420549 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57636) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:42.523274 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dadea5e3-d826-4f99-aba0-79df3e849df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.598319 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dadea5e3-d826-4f99-aba0-79df3e849df1 admin admin] Publish callbacks [] for security_group (71e2f11f-20ad-4aee-8637-c22ab5c42639), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.703180 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dadea5e3-d826-4f99-aba0-79df3e849df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (71e2f11f-20ad-4aee-8637-c22ab5c42639), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.741181 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadea5e3-d826-4f99-aba0-79df3e849df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e2f11f-20ad-4aee-8637-c22ab5c42639,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:42.745452 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dadea5e3-d826-4f99-aba0-79df3e849df1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=270867cc34294eb3bba762b51c5641a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235450 Apr 14 22:13:42.748046 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57640) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:42.801075 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1caacb37-b981-4cdc-acd8-c9cb9cad6143 admin admin] Publish callbacks [] for security_group (71e2f11f-20ad-4aee-8637-c22ab5c42639), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.822297 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1caacb37-b981-4cdc-acd8-c9cb9cad6143 admin admin] Publish callbacks [] for security_group (71e2f11f-20ad-4aee-8637-c22ab5c42639), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.971328 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1caacb37-b981-4cdc-acd8-c9cb9cad6143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (71e2f11f-20ad-4aee-8637-c22ab5c42639), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.974023 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1caacb37-b981-4cdc-acd8-c9cb9cad6143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:42.977687 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1caacb37-b981-4cdc-acd8-c9cb9cad6143 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71e2f11f-20ad-4aee-8637-c22ab5c42639 HTTP/1.1" status: 204 len: 168 time: 0.2262182 Apr 14 22:13:42.983437 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caacb37-b981-4cdc-acd8-c9cb9cad6143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e2f11f-20ad-4aee-8637-c22ab5c42639,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:43.780277 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57646) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:43.793892 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e22a64f8-afca-45e1-897d-7febc9ed4ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:43.872739 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e22a64f8-afca-45e1-897d-7febc9ed4ba1 admin admin] Publish callbacks [] for security_group (73daa2f1-7834-4992-a4e0-37ba080fb165), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:43.955740 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e22a64f8-afca-45e1-897d-7febc9ed4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (73daa2f1-7834-4992-a4e0-37ba080fb165), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:43.994190 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a64f8-afca-45e1-897d-7febc9ed4ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73daa2f1-7834-4992-a4e0-37ba080fb165,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:43.999229 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e22a64f8-afca-45e1-897d-7febc9ed4ba1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81ea8e1fe74f4d999b772a1cf3ddb474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178874 Apr 14 22:13:44.002147 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57648) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:44.050518 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c25a494e-8ebd-4b0f-a47a-ceb6fb32e463 admin admin] Publish callbacks [] for security_group (73daa2f1-7834-4992-a4e0-37ba080fb165), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:44.071296 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c25a494e-8ebd-4b0f-a47a-ceb6fb32e463 admin admin] Publish callbacks [] for security_group (73daa2f1-7834-4992-a4e0-37ba080fb165), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:44.196027 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c25a494e-8ebd-4b0f-a47a-ceb6fb32e463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (73daa2f1-7834-4992-a4e0-37ba080fb165), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:44.198579 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c25a494e-8ebd-4b0f-a47a-ceb6fb32e463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:44.199741 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c25a494e-8ebd-4b0f-a47a-ceb6fb32e463 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73daa2f1-7834-4992-a4e0-37ba080fb165 HTTP/1.1" status: 204 len: 168 time: 0.1968493 Apr 14 22:13:44.208855 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a494e-8ebd-4b0f-a47a-ceb6fb32e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73daa2f1-7834-4992-a4e0-37ba080fb165,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:46.151412 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8cccd51e-16f8-400f-ac62-c81657c24d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:48.573197 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-35bd70c8-2fb4-4588-8abd-2fc3165f1089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:49.461953 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-dbdd8d34-06da-41b0-a977-aaefd697f2ac req-7e39fd16-f78c-41d2-85ca-24172c784a6f service neutron] (110547) timed out ('10.222.0.81', 56818) {{(pid=110547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:13:49.759133 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:50.887127 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.484618 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57730) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:52.587951 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.592166 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-40693a31-4ba8-48f7-befc-d2cc56f00c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.667783 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-40693a31-4ba8-48f7-befc-d2cc56f00c36 admin admin] Publish callbacks [] for security_group (2a50b94a-ac42-4b5c-8455-4d0edb8e8439), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.776519 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-40693a31-4ba8-48f7-befc-d2cc56f00c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2a50b94a-ac42-4b5c-8455-4d0edb8e8439), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.815824 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-40693a31-4ba8-48f7-befc-d2cc56f00c36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9a8785963a4460fae7a629df7308a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300414 Apr 14 22:13:52.816631 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40693a31-4ba8-48f7-befc-d2cc56f00c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a50b94a-ac42-4b5c-8455-4d0edb8e8439,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:52.818532 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57734) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:52.869429 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a86b9e56-e7a8-4861-bb36-c3aac2a267b8 admin admin] Publish callbacks [] for security_group (2a50b94a-ac42-4b5c-8455-4d0edb8e8439), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:52.891279 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a86b9e56-e7a8-4861-bb36-c3aac2a267b8 admin admin] Publish callbacks [] for security_group (2a50b94a-ac42-4b5c-8455-4d0edb8e8439), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.028273 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a86b9e56-e7a8-4861-bb36-c3aac2a267b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (2a50b94a-ac42-4b5c-8455-4d0edb8e8439), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.031458 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a86b9e56-e7a8-4861-bb36-c3aac2a267b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.032667 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a86b9e56-e7a8-4861-bb36-c3aac2a267b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a50b94a-ac42-4b5c-8455-4d0edb8e8439 HTTP/1.1" status: 204 len: 168 time: 0.2130206 Apr 14 22:13:53.040687 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b9e56-e7a8-4861-bb36-c3aac2a267b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a50b94a-ac42-4b5c-8455-4d0edb8e8439,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:53.125978 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57738) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:53.282264 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Deleting port 38c640c9-1b69-4a8b-b308-ca64c289af0d {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:53.282619 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (38c640c9-1b69-4a8b-b308-ca64c289af0d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.369215 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (38c640c9-1b69-4a8b-b308-ca64c289af0d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.369449 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (38c640c9-1b69-4a8b-b308-ca64c289af0d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.381848 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Calling delete_port for 38c640c9-1b69-4a8b-b308-ca64c289af0d owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:53.616470 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (38c640c9-1b69-4a8b-b308-ca64c289af0d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.644914 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event deleted for resources: {'Port': ['ID=38c640c9-1b69-4a8b-b308-ca64c289af0d,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:53.709864 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (e21aedff-cc32-4884-8111-def5b42d1299), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.710198 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Floating IP e21aedff-cc32-4884-8111-def5b42d1299 disassociated (deleted). External IP: 172.27.1.142, port: 34a4d4a1-7d43-420d-97ec-040c14dba42f. Apr 14 22:13:53.825615 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57742) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:53.839105 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e339b517-d396-4c6f-aed7-21c56caa0faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.915091 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e339b517-d396-4c6f-aed7-21c56caa0faa admin admin] Publish callbacks [] for security_group (b393e831-73ff-4cfe-97eb-13cb6e56b8e8), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:53.927473 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Router af15e10b-8736-4d5b-ad44-d253e292df4c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:13:53.993415 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e339b517-d396-4c6f-aed7-21c56caa0faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (b393e831-73ff-4cfe-97eb-13cb6e56b8e8), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.035001 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e339b517-d396-4c6f-aed7-21c56caa0faa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0960ce7f12aa456fac81720c15298429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081659 Apr 14 22:13:54.035838 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339b517-d396-4c6f-aed7-21c56caa0faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b393e831-73ff-4cfe-97eb-13cb6e56b8e8,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:54.038313 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57744) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:13:54.092572 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9242991-7cca-4b5b-83a7-9f6bc4028257 admin admin] Publish callbacks [] for security_group (b393e831-73ff-4cfe-97eb-13cb6e56b8e8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.117835 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9242991-7cca-4b5b-83a7-9f6bc4028257 admin admin] Publish callbacks [] for security_group (b393e831-73ff-4cfe-97eb-13cb6e56b8e8), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.236258 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9242991-7cca-4b5b-83a7-9f6bc4028257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (b393e831-73ff-4cfe-97eb-13cb6e56b8e8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.238855 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9242991-7cca-4b5b-83a7-9f6bc4028257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.240048 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f9242991-7cca-4b5b-83a7-9f6bc4028257 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b393e831-73ff-4cfe-97eb-13cb6e56b8e8 HTTP/1.1" status: 204 len: 168 time: 0.2007957 Apr 14 22:13:54.248853 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9242991-7cca-4b5b-83a7-9f6bc4028257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393e831-73ff-4cfe-97eb-13cb6e56b8e8,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:54.314724 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:13:54.319866 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:54.326706 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] Sync routers for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:13:54.338493 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:54.339245 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:13:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:54.354173 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c40052b3-a6f9-4291-aecd-4c06867c3c37 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "DELETE /v2.0/floatingips/e21aedff-cc32-4884-8111-def5b42d1299 HTTP/1.1" status: 204 len: 168 time: 1.2258480 Apr 14 22:13:54.354799 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:13:54.357891 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1198709b9009bcea4d229d59047ef773f704a48f4cc8be64651161d34353595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270" -d '{"events": [{"name": "network-changed", "server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:13:54.407396 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c15acec-a932-46d2-ace7-c0861536a9b1 x-openstack-request-id: req-3c15acec-a932-46d2-ace7-c0861536a9b1 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:13:54.407396 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:13:54.407396 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c15acec-a932-46d2-ace7-c0861536a9b1 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:13:54.407396 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c15acec-a932-46d2-ace7-c0861536a9b1'] response: {'name': 'network-changed', 'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'status': 'completed', 'code': 200} Apr 14 22:13:54.487367 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-0ba301e9-13d8-487c-bc51-35ae17d7791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:54.488875 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-0ba301e9-13d8-487c-bc51-35ae17d7791f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 1129 time: 0.0588841 Apr 14 22:13:54.502448 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:54.610853 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-da806b4e-0e76-4863-9ede-25add6fd179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:54.612458 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-da806b4e-0e76-4863-9ede-25add6fd179c service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 912 time: 0.1163642 Apr 14 22:13:54.674619 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-c8f8a930-5d80-4baf-ab9a-9043669a2e62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4d4a1-7d43-420d-97ec-040c14dba42f HTTP/1.1" status: 200 len: 217 time: 0.0556743 Apr 14 22:13:54.780283 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-6382d801-5777-424e-bd9c-1ca17d69c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:54.785485 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-6382d801-5777-424e-bd9c-1ca17d69c9cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0981629 Apr 14 22:13:54.846008 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-d484b84b-83a2-4612-b21a-8caa886291a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:54.847717 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-d484b84b-83a2-4612-b21a-8caa886291a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587409 Apr 14 22:13:54.897040 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '4bbff530-32c8-4918-9c3c-9e21f0c99f9d', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:14Z', 'revision_number': 1, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:54.936269 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] Checking router: af15e10b-8736-4d5b-ad44-d253e292df4c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:13:54.946784 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:13:54.947427 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:13:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:54.978175 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66127802-1c21-418b-bb73-878fd8cb633f req-7a54c665-6427-4c44-a837-6cc0933dca18 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:54.980427 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-66127802-1c21-418b-bb73-878fd8cb633f req-7a54c665-6427-4c44-a837-6cc0933dca18 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 945 time: 0.0991793 Apr 14 22:13:55.011119 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-20334a76-1d94-4d95-ab25-e7cdb16899c7 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564474 Apr 14 22:13:55.053446 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-66127802-1c21-418b-bb73-878fd8cb633f req-dc7dc3cd-810f-4ab7-b3a6-d43b0378203a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551691 Apr 14 22:13:55.075532 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:13:55.309560 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '4bbff530-32c8-4918-9c3c-9e21f0c99f9d', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:14Z', 'revision_number': 1, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:13:55.342409 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe9909-4bee-490c-b426-cf0285ac560c None None] The sync data for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi is: [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_floatingips': [{'id': '4bbff530-32c8-4918-9c3c-9e21f0c99f9d', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'router_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'port_id': '03632893-d4ab-41af-aa65-23c1673a466f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'mac_address': 'fa:16:3e:dd:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:09:11Z', 'updated_at': '2022-04-14T22:09:14Z', 'revision_number': 1, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:13:55.604381 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd8be0-ab0c-4a5f-aaae-8fbbd5f66b5e None None] New status for floating IP e21aedff-cc32-4884-8111-def5b42d1299: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:13:56.101916 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bf1ce2e-963e-4745-866b-e1d8fb9a7270 req-1c676c3c-2793-4c58-b2d5-07df80b8c19f service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887794 Apr 14 22:13:56.190232 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adfba4-450b-48c9-9871-ff20ee6b8b3d req-90ed1f32-5bab-4b47-91d2-6d09ca2f1154 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:56.191817 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-03adfba4-450b-48c9-9871-ff20ee6b8b3d req-90ed1f32-5bab-4b47-91d2-6d09ca2f1154 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 945 time: 0.0642936 Apr 14 22:13:56.242387 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-03adfba4-450b-48c9-9871-ff20ee6b8b3d req-6358d9d0-a8e1-4743-9ef4-0b23b5d23837 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449424 Apr 14 22:13:56.960478 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-298ae64e-d98f-436f-b66c-bee59b17c567 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:56.961973 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-298ae64e-d98f-436f-b66c-bee59b17c567 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 945 time: 0.0482213 Apr 14 22:13:57.053922 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Deleting port 34a4d4a1-7d43-420d-97ec-040c14dba42f {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:13:57.054270 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:57.150797 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] For port 34a4d4a1-7d43-420d-97ec-040c14dba42f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a4d4a1-7d43-420d-97ec-040c14dba42f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:13:57.151503 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:57.165095 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Calling delete_port for 34a4d4a1-7d43-420d-97ec-040c14dba42f owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:13:57.367120 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78c80-a032-44d1-985d-7758b5434311 req-a626fd36-5305-4603-9267-002fcf538d6f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:13:57.368612 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2aa78c80-a032-44d1-985d-7758b5434311 req-a626fd36-5305-4603-9267-002fcf538d6f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 945 time: 0.0498998 Apr 14 22:13:57.407031 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (34a4d4a1-7d43-420d-97ec-040c14dba42f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:57.448376 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event deleted for resources: {'Port': ['ID=34a4d4a1-7d43-420d-97ec-040c14dba42f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:13:57.453846 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2aa78c80-a032-44d1-985d-7758b5434311 req-d9963b40-9a39-495c-8923-da85063f4cd0 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791786 Apr 14 22:13:57.523843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] No DVR routers for this DVR port 34a4d4a1-7d43-420d-97ec-040c14dba42f on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:13:57.523843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:13:57.523843 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e19d7014-d010-4201-b9a5-b8786d02c12f req-0bff6f1b-70d2-472d-84a8-c55fcfe9751c tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "DELETE /v2.0/ports/34a4d4a1-7d43-420d-97ec-040c14dba42f HTTP/1.1" status: 204 len: 173 time: 0.5465314 Apr 14 22:13:57.523843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'name': 'network-vif-deleted', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:13:57.523843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8348c8-2ed4-4984-bf4c-f34cccf2fe5c" -d '{"events": [{"server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "name": "network-vif-deleted", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:13:57.562300 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5dec0a-c5f6-4366-b8b2-59582cd2bbcf x-openstack-request-id: req-8e5dec0a-c5f6-4366-b8b2-59582cd2bbcf {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:13:57.562602 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6434e776-2382-40b1-b178-e29c7c764787", "name": "network-vif-deleted", "tag": "34a4d4a1-7d43-420d-97ec-040c14dba42f", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:13:57.562855 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e5dec0a-c5f6-4366-b8b2-59582cd2bbcf {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:13:57.563754 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5dec0a-c5f6-4366-b8b2-59582cd2bbcf'] response: {'server_uuid': '6434e776-2382-40b1-b178-e29c7c764787', 'name': 'network-vif-deleted', 'tag': '34a4d4a1-7d43-420d-97ec-040c14dba42f', 'status': 'completed', 'code': 200} Apr 14 22:13:58.590979 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f42d017f-c1c9-4810-9ce4-0228665768aa req-4a757149-fb50-441f-8c8f-6985442264ed tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=6434e776-2382-40b1-b178-e29c7c764787 HTTP/1.1" status: 200 len: 210 time: 0.0491722 Apr 14 22:14:01.038172 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 34a4d4a1-7d43-420d-97ec-040c14dba42f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:14:01.060235 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 34a4d4a1-7d43-420d-97ec-040c14dba42f {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:14:01.061150 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 34a4d4a1-7d43-420d-97ec-040c14dba42f not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:14:02.170066 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57866) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:02.330927 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Deleting port 01a74f52-3a56-43a2-96c0-3b546c016369 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:02.331244 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (01a74f52-3a56-43a2-96c0-3b546c016369), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:02.411935 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (01a74f52-3a56-43a2-96c0-3b546c016369), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:02.411935 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (01a74f52-3a56-43a2-96c0-3b546c016369), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:02.426431 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Calling delete_port for 01a74f52-3a56-43a2-96c0-3b546c016369 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:02.668047 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (01a74f52-3a56-43a2-96c0-3b546c016369), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:02.694778 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event deleted for resources: {'Port': ['ID=01a74f52-3a56-43a2-96c0-3b546c016369,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:02.767224 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (4bbff530-32c8-4918-9c3c-9e21f0c99f9d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:02.767224 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Floating IP 4bbff530-32c8-4918-9c3c-9e21f0c99f9d disassociated (deleted). External IP: 172.27.1.195, port: 03632893-d4ab-41af-aa65-23c1673a466f. Apr 14 22:14:02.997465 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Router af15e10b-8736-4d5b-ad44-d253e292df4c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:14:03.116060 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:14:03.123296 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:03.130336 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] Sync routers for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:14:03.142446 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:14:03.142971 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:13:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:03.154276 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f4c65bc1-ac6a-4efa-8312-99982272def9 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "DELETE /v2.0/floatingips/4bbff530-32c8-4918-9c3c-9e21f0c99f9d HTTP/1.1" status: 204 len: 168 time: 0.9829984 Apr 14 22:14:03.154958 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:14:03.157468 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f993d2aa-27fc-4202-9f20-b843471ea1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "tag": "03632893-d4ab-41af-aa65-23c1673a466f"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:14:03.198418 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbda4b3-4f6e-4965-adfd-b10cf7dbc51e x-openstack-request-id: req-2cbda4b3-4f6e-4965-adfd-b10cf7dbc51e {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:14:03.199409 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "tag": "03632893-d4ab-41af-aa65-23c1673a466f", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:14:03.199409 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cbda4b3-4f6e-4965-adfd-b10cf7dbc51e {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:14:03.199409 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbda4b3-4f6e-4965-adfd-b10cf7dbc51e'] response: {'name': 'network-changed', 'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f', 'status': 'completed', 'code': 200} Apr 14 22:14:03.271391 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:14:03.282690 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-07c9ff27-75b0-4666-816b-8df6fd14bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:03.284338 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-07c9ff27-75b0-4666-816b-8df6fd14bb33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=40579fb10b2242a9a17aef3f68c7248d&device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 1130 time: 0.0536175 Apr 14 22:14:03.379870 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-66de1692-bd44-4e5b-b53f-455c67641659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:03.381384 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-66de1692-bd44-4e5b-b53f-455c67641659 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 200 len: 912 time: 0.0903766 Apr 14 22:14:03.430883 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-326f02b2-f465-461f-a93f-580599aad120 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03632893-d4ab-41af-aa65-23c1673a466f HTTP/1.1" status: 200 len: 217 time: 0.0426009 Apr 14 22:14:03.487347 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-970db683-2dd9-47e3-9ef2-3f206b017c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:03.488924 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-970db683-2dd9-47e3-9ef2-3f206b017c2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 200 len: 850 time: 0.0520799 Apr 14 22:14:03.495211 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:03.526871 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] Checking router: af15e10b-8736-4d5b-ad44-d253e292df4c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:14:03.536530 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:14:03.537180 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:13:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:03.541166 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-84501656-757c-4cbf-a712-da0842612f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:03.542972 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-84501656-757c-4cbf-a712-da0842612f4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b2e7b7fb-6c09-4a60-bd96-53978ddad13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479054 Apr 14 22:14:03.647459 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-b01b7ad0-3fe5-42b4-a9d3-d594883a0593 service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978262 Apr 14 22:14:03.661522 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:14:03.744497 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f993d2aa-27fc-4202-9f20-b843471ea1aa req-e816f168-7851-4de7-b17c-47c3f53c828c service neutron] 10.222.0.81 "GET /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897555 Apr 14 22:14:03.886403 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16f35-83c7-4d76-afdd-9f131ec98867 req-06a66f94-2f1d-461a-b135-51ed5a84082b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:03.889097 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-78e16f35-83c7-4d76-afdd-9f131ec98867 req-06a66f94-2f1d-461a-b135-51ed5a84082b tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 946 time: 0.0591261 Apr 14 22:14:03.901201 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:03.930241 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9aa25-e48b-4116-8567-7d050239a4f6 None None] The sync data for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi is: [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:04:48Z', 'revision_number': 4, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi', '_interfaces': [{'id': '1d25175a-61e9-4035-b7cf-09034025d345', 'name': '', 'network_id': 'b2e7b7fb-6c09-4a60-bd96-53978ddad13b', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'mac_address': 'fa:16:3e:57:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:47Z', 'updated_at': '2022-04-14T22:04:54Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'subnets': [{'id': '39d452e0-9721-4e42-9881-43ea1c21ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:14:03.949049 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-78e16f35-83c7-4d76-afdd-9f131ec98867 req-26dab25f-593a-4d68-b0ec-93c14d175e7e tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540700 Apr 14 22:14:04.226261 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f0150-57b9-496c-9eef-1c21c00bd687 None None] New status for floating IP 4bbff530-32c8-4918-9c3c-9e21f0c99f9d: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:14:05.120855 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d575e-22b2-4945-b814-0f58bfc3eb51 req-79c787db-082a-49ec-9e20-3df9b09538a4 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:05.123136 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b32d575e-22b2-4945-b814-0f58bfc3eb51 req-79c787db-082a-49ec-9e20-3df9b09538a4 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 946 time: 0.0753484 Apr 14 22:14:05.181356 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-cf55b86c-1829-4fa8-943e-b7f3de44955a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:05.182891 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-cf55b86c-1829-4fa8-943e-b7f3de44955a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 946 time: 0.0903256 Apr 14 22:14:05.237243 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b32d575e-22b2-4945-b814-0f58bfc3eb51 req-0eba1c7e-4145-4c5a-8e72-ccc211291c2f tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/security-groups?id=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922856 Apr 14 22:14:05.293085 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Deleting port 03632893-d4ab-41af-aa65-23c1673a466f {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:05.293438 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (03632893-d4ab-41af-aa65-23c1673a466f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:05.417678 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] For port 03632893-d4ab-41af-aa65-23c1673a466f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03632893-d4ab-41af-aa65-23c1673a466f,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:05.418153 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (03632893-d4ab-41af-aa65-23c1673a466f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:05.432651 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Calling delete_port for 03632893-d4ab-41af-aa65-23c1673a466f owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:05.681287 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (03632893-d4ab-41af-aa65-23c1673a466f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:05.711433 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event deleted for resources: {'Port': ['ID=03632893-d4ab-41af-aa65-23c1673a466f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:05.757281 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] No DVR routers for this DVR port 03632893-d4ab-41af-aa65-23c1673a466f on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:14:05.760081 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:05.764366 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5f4ee0a9-530d-4610-a6e7-a3b913747036 req-a29c0cab-eb04-45cc-b198-37d9cfe32c73 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.81 "DELETE /v2.0/ports/03632893-d4ab-41af-aa65-23c1673a466f HTTP/1.1" status: 204 len: 173 time: 0.5731609 Apr 14 22:14:05.764877 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'name': 'network-vif-deleted', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:14:05.767183 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf8578-4362-4008-8d72-bfafeebdf489" -d '{"events": [{"server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "name": "network-vif-deleted", "tag": "03632893-d4ab-41af-aa65-23c1673a466f"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:14:05.802721 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8665ad17-ab05-4e5e-b647-9b5ca472be8b x-openstack-request-id: req-8665ad17-ab05-4e5e-b647-9b5ca472be8b {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:14:05.803022 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186d0a44-d380-4fd5-9a06-8bd98287df40", "name": "network-vif-deleted", "tag": "03632893-d4ab-41af-aa65-23c1673a466f", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:14:05.803391 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8665ad17-ab05-4e5e-b647-9b5ca472be8b {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:14:05.803892 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8665ad17-ab05-4e5e-b647-9b5ca472be8b'] response: {'server_uuid': '186d0a44-d380-4fd5-9a06-8bd98287df40', 'name': 'network-vif-deleted', 'tag': '03632893-d4ab-41af-aa65-23c1673a466f', 'status': 'completed', 'code': 200} Apr 14 22:14:06.341967 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-970804bf-4dff-4a66-8e91-19a5887fa7b4 req-5d09d8eb-3a8e-462b-b4ca-a2f0b4a096fd tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "GET /v2.0/ports?device_id=186d0a44-d380-4fd5-9a06-8bd98287df40 HTTP/1.1" status: 200 len: 210 time: 0.0317149 Apr 14 22:14:07.403145 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57896) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:07.521765 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Deleting port 127f528e-594b-4f0e-9968-03a03d5515af {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:07.522103 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (127f528e-594b-4f0e-9968-03a03d5515af), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:07.598882 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (127f528e-594b-4f0e-9968-03a03d5515af), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:07.599210 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (127f528e-594b-4f0e-9968-03a03d5515af), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:07.612204 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Calling delete_port for 127f528e-594b-4f0e-9968-03a03d5515af owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:07.833142 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (127f528e-594b-4f0e-9968-03a03d5515af), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:07.859370 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event deleted for resources: {'Port': ['ID=127f528e-594b-4f0e-9968-03a03d5515af,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:07.922473 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for floatingip (310ab821-2692-4972-b155-7f9c0e3117fb), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:07.925436 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:07.926789 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d8a5d61a-7dde-4a3a-b19f-4dee16940c1a tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "DELETE /v2.0/floatingips/310ab821-2692-4972-b155-7f9c0e3117fb HTTP/1.1" status: 204 len: 168 time: 0.5215476 Apr 14 22:14:09.088290 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 03632893-d4ab-41af-aa65-23c1673a466f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:14:09.109885 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 03632893-d4ab-41af-aa65-23c1673a466f {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:14:09.110232 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 03632893-d4ab-41af-aa65-23c1673a466f not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:14:09.293990 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57920) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:09.351574 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-87bee39a-b13a-4138-98d5-efba2c4507f2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group (af6fdb4a-4c9e-465a-86cd-0ad6b36389f6), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:09.377917 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-87bee39a-b13a-4138-98d5-efba2c4507f2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group (af6fdb4a-4c9e-465a-86cd-0ad6b36389f6), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:09.559567 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-87bee39a-b13a-4138-98d5-efba2c4507f2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (af6fdb4a-4c9e-465a-86cd-0ad6b36389f6), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:09.563832 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-87bee39a-b13a-4138-98d5-efba2c4507f2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:09.566751 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-87bee39a-b13a-4138-98d5-efba2c4507f2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] 10.222.0.52 "DELETE /v2.0/security-groups/af6fdb4a-4c9e-465a-86cd-0ad6b36389f6 HTTP/1.1" status: 204 len: 168 time: 0.2705400 Apr 14 22:14:09.577310 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bee39a-b13a-4138-98d5-efba2c4507f2 tempest-TestVolumeBootPattern-620216094 tempest-TestVolumeBootPattern-620216094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6fdb4a-4c9e-465a-86cd-0ad6b36389f6,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:09.721720 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57924) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:10.193502 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:10.252025 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (af15e10b-8736-4d5b-ad44-d253e292df4c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:10.787817 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Deleting port 1d25175a-61e9-4035-b7cf-09034025d345 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:10.788589 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (1d25175a-61e9-4035-b7cf-09034025d345), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:10.872166 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] For port 1d25175a-61e9-4035-b7cf-09034025d345, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=1d25175a-61e9-4035-b7cf-09034025d345,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:10.872664 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (1d25175a-61e9-4035-b7cf-09034025d345), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:10.886621 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Calling delete_port for 1d25175a-61e9-4035-b7cf-09034025d345 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:11.182146 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (1d25175a-61e9-4035-b7cf-09034025d345), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:11.210789 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d25175a-61e9-4035-b7cf-09034025d345,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:11.241024 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.241371 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.241715 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.242056 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.242442 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.242774 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.243138 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.243465 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.243823 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.244150 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.244494 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.244822 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.245149 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.245466 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.245781 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:11.412714 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (af15e10b-8736-4d5b-ad44-d253e292df4c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:11.638524 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Router af15e10b-8736-4d5b-ad44-d253e292df4c has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:14:11.752205 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:14:11.757362 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-32d1425d-7cad-48aa-9fae-e2279ebade6f admin admin] 10.222.0.52 "PUT /v2.0/routers/af15e10b-8736-4d5b-ad44-d253e292df4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0347414 Apr 14 22:14:11.759885 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57932) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:11.762520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] Sync routers for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:14:11.773664 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:14:11.774279 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:13:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:11.870288 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks [] for router (af15e10b-8736-4d5b-ad44-d253e292df4c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:11.881738 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:14:11.984835 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks [] for router_gateway (af15e10b-8736-4d5b-ad44-d253e292df4c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:12.053177 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:14:11Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:12.080628 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] Checking router: af15e10b-8736-4d5b-ad44-d253e292df4c for host: dv-cinder-813229-9-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:14:12.088898 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] Routers {'af15e10b-8736-4d5b-ad44-d253e292df4c'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:14:12.089507 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:13:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['af15e10b-8736-4d5b-ad44-d253e292df4c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:12.156760 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Deleting port 9656c284-fbd1-4186-806c-189f59e2ddac {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:12.157091 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:12.201379 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] Set router af15e10b-8736-4d5b-ad44-d253e292df4c gateway port host: dv-cinder-813229-9-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:14:12.237996 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] For port 9656c284-fbd1-4186-806c-189f59e2ddac, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=9656c284-fbd1-4186-806c-189f59e2ddac,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:12.238389 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:12.253184 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Calling delete_port for 9656c284-fbd1-4186-806c-189f59e2ddac owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:12.506866 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:14:11Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:12.534599 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a803f43-14ed-4956-ab71-e23237b0e50c None None] The sync data for ids ['af15e10b-8736-4d5b-ad44-d253e292df4c'] in dv-cinder-813229-9-iscsi is: [{'id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'name': 'tempest-TestVolumeBootPattern-567770948-router', 'tenant_id': '40579fb10b2242a9a17aef3f68c7248d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:42Z', 'updated_at': '2022-04-14T22:14:11Z', 'revision_number': 5, 'project_id': '40579fb10b2242a9a17aef3f68c7248d', 'gw_port': {'id': '9656c284-fbd1-4186-806c-189f59e2ddac', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af15e10b-8736-4d5b-ad44-d253e292df4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:43Z', 'updated_at': '2022-04-14T22:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:14:12.566282 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (9656c284-fbd1-4186-806c-189f59e2ddac), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:12.603961 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9656c284-fbd1-4186-806c-189f59e2ddac,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:12.663495 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (af15e10b-8736-4d5b-ad44-d253e292df4c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:12.756504 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (af15e10b-8736-4d5b-ad44-d253e292df4c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:12.758930 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks [] for router_controller (af15e10b-8736-4d5b-ad44-d253e292df4c), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.026424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (af15e10b-8736-4d5b-ad44-d253e292df4c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.026424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router af15e10b-8736-4d5b-ad44-d253e292df4c {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:14:13.026424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.026424 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3cc9a870-6c18-471a-b2df-5d4a7792d9ad admin admin] 10.222.0.52 "DELETE /v2.0/routers/af15e10b-8736-4d5b-ad44-d253e292df4c HTTP/1.1" status: 204 len: 168 time: 1.2539759 Apr 14 22:14:13.026424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57936) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:13.062675 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fd8285-701b-4685-ad07-9a3de1fe4e9b admin admin] Deleting subnet 39d452e0-9721-4e42-9881-43ea1c21ccd0 {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:14:13.068157 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8285-701b-4685-ad07-9a3de1fe4e9b admin admin] Publish callbacks [] for subnet (39d452e0-9721-4e42-9881-43ea1c21ccd0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.103103 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8285-701b-4685-ad07-9a3de1fe4e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (39d452e0-9721-4e42-9881-43ea1c21ccd0), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.198868 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8285-701b-4685-ad07-9a3de1fe4e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (39d452e0-9721-4e42-9881-43ea1c21ccd0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.408649 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-4ff71273-58f3-4c09-8bd8-4305b076761f req-3f904ece-87e4-4aa1-b2e8-a40248f11241 service neutron] (110547) timed out ('10.222.0.81', 56852) {{(pid=110547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:14:13.413176 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8285-701b-4685-ad07-9a3de1fe4e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (39d452e0-9721-4e42-9881-43ea1c21ccd0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.441497 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd8285-701b-4685-ad07-9a3de1fe4e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d452e0-9721-4e42-9881-43ea1c21ccd0,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:13.443546 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8285-701b-4685-ad07-9a3de1fe4e9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.447202 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d3fd8285-701b-4685-ad07-9a3de1fe4e9b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/39d452e0-9721-4e42-9881-43ea1c21ccd0 HTTP/1.1" status: 204 len: 168 time: 0.4284103 Apr 14 22:14:13.447373 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6487c9-55cd-44ff-bbed-614b68c2feaa None None] Network b2e7b7fb-6c09-4a60-bd96-53978ddad13b requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:14:13.455493 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57940) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:13.530792 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (b2e7b7fb-6c09-4a60-bd96-53978ddad13b), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.553849 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 1d25175a-61e9-4035-b7cf-09034025d345 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:14:13.588166 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Deleting port bc783446-686e-4bc7-a723-fce2cc6eb08d {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:13.588329 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.592665 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 1d25175a-61e9-4035-b7cf-09034025d345 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:14:13.593232 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 1d25175a-61e9-4035-b7cf-09034025d345 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:14:13.623987 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2f5fb-c9e7-446f-a653-6ba18eb2501e None None] DHCP port deletion for b2e7b7fb-6c09-4a60-bd96-53978ddad13b request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:14:13.660842 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] For port bc783446-686e-4bc7-a723-fce2cc6eb08d, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=bc783446-686e-4bc7-a723-fce2cc6eb08d,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:13.661126 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.666446 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-95b2f5fb-c9e7-446f-a653-6ba18eb2501e None None] Deleting port bc783446-686e-4bc7-a723-fce2cc6eb08d {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:13.666818 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-95b2f5fb-c9e7-446f-a653-6ba18eb2501e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.674666 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Calling delete_port for bc783446-686e-4bc7-a723-fce2cc6eb08d owned by network:dhcp {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:13.734195 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-95b2f5fb-c9e7-446f-a653-6ba18eb2501e None None] For port bc783446-686e-4bc7-a723-fce2cc6eb08d, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=bc783446-686e-4bc7-a723-fce2cc6eb08d,segment=NetworkSegment(0b1cad16-f76f-42b9-ac15-7371ac1b2b2d),segment_id=0b1cad16-f76f-42b9-ac15-7371ac1b2b2d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:13.734663 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-95b2f5fb-c9e7-446f-a653-6ba18eb2501e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.748760 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-95b2f5fb-c9e7-446f-a653-6ba18eb2501e None None] Calling delete_port for bc783446-686e-4bc7-a723-fce2cc6eb08d owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:13.961359 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4610190'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.969015 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-95b2f5fb-c9e7-446f-a653-6ba18eb2501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (bc783446-686e-4bc7-a723-fce2cc6eb08d), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:13.993663 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc783446-686e-4bc7-a723-fce2cc6eb08d,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:13.995906 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] No DVR routers for this DVR port bc783446-686e-4bc7-a723-fce2cc6eb08d on host dv-cinder-813229-9-iscsi {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:14:13.998482 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2f5fb-c9e7-446f-a653-6ba18eb2501e None None] Pushing event deleted for resources: {'Port': ['ID=bc783446-686e-4bc7-a723-fce2cc6eb08d,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:14.004260 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2f5fb-c9e7-446f-a653-6ba18eb2501e None None] No DVR routers for this DVR port bc783446-686e-4bc7-a723-fce2cc6eb08d on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:14:14.004942 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.005149 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.005491 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.005823 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.006157 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.006551 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.006826 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.007145 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.007468 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.007790 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.008119 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.008443 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.008785 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.009177 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.009520 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:14.078708 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (b2e7b7fb-6c09-4a60-bd96-53978ddad13b), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:14.105089 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e7b7fb-6c09-4a60-bd96-53978ddad13b']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:14.114496 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:14.114790 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1cad16-f76f-42b9-ac15-7371ac1b2b2d') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:14.124900 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (0b1cad16-f76f-42b9-ac15-7371ac1b2b2d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:14.138996 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (0b1cad16-f76f-42b9-ac15-7371ac1b2b2d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:14.144965 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:14:14.145355 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (0b1cad16-f76f-42b9-ac15-7371ac1b2b2d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:14:14.147063 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:14:14.349884 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (b2e7b7fb-6c09-4a60-bd96-53978ddad13b), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:14.355105 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:14.358841 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b2e7b7fb-6c09-4a60-bd96-53978ddad13b HTTP/1.1" status: 204 len: 168 time: 0.9023340 Apr 14 22:14:14.361868 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57942) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:14.372718 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacc84c-25c3-412c-8f13-3e1cf3bb7ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e7b7fb-6c09-4a60-bd96-53978ddad13b,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:14.695286 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1775559'] for router_interface (62a71456-73b5-4f6e-afe6-a899f03c0ac5), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:14.928461 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Deleting port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:14.928825 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:15.007801 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] For port 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0,segment=NetworkSegment(27314cac-0d13-4e09-805e-affcfab140af),segment_id=27314cac-0d13-4e09-805e-affcfab140af)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:15.008160 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:15.020970 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Calling delete_port for 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:15.189080 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device bc783446-686e-4bc7-a723-fce2cc6eb08d no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:14:15.209930 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: bc783446-686e-4bc7-a723-fce2cc6eb08d {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:14:15.210282 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device bc783446-686e-4bc7-a723-fce2cc6eb08d not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:14:15.210700 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 9656c284-fbd1-4186-806c-189f59e2ddac no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:14:15.229698 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 9656c284-fbd1-4186-806c-189f59e2ddac {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:14:15.230047 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 9656c284-fbd1-4186-806c-189f59e2ddac not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:14:15.492504 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:15.523937 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:15.971718 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775451'] for router_interface (62a71456-73b5-4f6e-afe6-a899f03c0ac5), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:16.189992 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 has already been hosted by L3 agent 3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:14:16.204522 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb751-cb61-4afb-aa4a-a230dcbe1b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:16.305949 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] Notify agent at l3_agent.dv-cinder-813229-9-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:14:16.312950 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-689b0778-c955-4097-9a76-489e2fcb2aa1 admin admin] 10.222.0.52 "PUT /v2.0/routers/62a71456-73b5-4f6e-afe6-a899f03c0ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9480367 Apr 14 22:14:16.314300 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57948) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:16.316263 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] Sync routers for ids ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'] in dv-cinder-813229-9-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:14:16.327261 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] Routers {'62a71456-73b5-4f6e-afe6-a899f03c0ac5'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:14:16.327871 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:13:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:16.425854 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks [] for router (62a71456-73b5-4f6e-afe6-a899f03c0ac5), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:16.435392 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] Set router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:14:16.534926 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks [] for router_gateway (62a71456-73b5-4f6e-afe6-a899f03c0ac5), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:16.611188 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:52Z', 'updated_at': '2022-04-14T22:14:15Z', 'revision_number': 5, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'gw_port': {'id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:53Z', 'updated_at': '2022-04-14T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:16.639161 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] Checking router: 62a71456-73b5-4f6e-afe6-a899f03c0ac5 for host: dv-cinder-813229-9-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:14:16.647405 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] Routers {'62a71456-73b5-4f6e-afe6-a899f03c0ac5'} bound to L3 agent in host dv-cinder-813229-9-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:14:16.651876 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:47:18Z,description=,heartbeat_timestamp=2022-04-14T22:13:48Z,host='dv-cinder-813229-9-iscsi',id=3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:47:19Z,topic='l3_agent')) {'router_ids': ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:16.735073 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Deleting port 75bfbcac-19a6-4cfe-9fce-91fac381ec68 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:16.735413 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:16.758308 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] Set router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 gateway port host: dv-cinder-813229-9-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:14:16.814235 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] For port 75bfbcac-19a6-4cfe-9fce-91fac381ec68, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=75bfbcac-19a6-4cfe-9fce-91fac381ec68,segment=NetworkSegment(1e559053-8f74-4671-b38f-5ed3e878f9cc),segment_id=1e559053-8f74-4671-b38f-5ed3e878f9cc)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:16.814532 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:16.831313 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Calling delete_port for 75bfbcac-19a6-4cfe-9fce-91fac381ec68 owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:16.926770 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:52Z', 'updated_at': '2022-04-14T22:14:15Z', 'revision_number': 5, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'gw_port': {'id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:53Z', 'updated_at': '2022-04-14T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}], 'dv-cinder-813229-9-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:16.957901 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858be0fc-d83b-4036-837f-f0f89bd733bb None None] The sync data for ids ['62a71456-73b5-4f6e-afe6-a899f03c0ac5'] in dv-cinder-813229-9-iscsi is: [{'id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'name': 'tempest-TestVolumeBootPattern-1587274689-router', 'tenant_id': '1642a7a3568f42bb8ce42be2630feb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'external_fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:04:52Z', 'updated_at': '2022-04-14T22:14:15Z', 'revision_number': 5, 'project_id': '1642a7a3568f42bb8ce42be2630feb05', 'gw_port': {'id': '75bfbcac-19a6-4cfe-9fce-91fac381ec68', 'name': '', 'network_id': '91c70b2b-fa18-4e92-b0a2-ca740177b423', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a71456-73b5-4f6e-afe6-a899f03c0ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:04:53Z', 'updated_at': '2022-04-14T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2577a72e-5a33-4a56-b339-1d41218b12a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-9-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:14:17.144597 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (75bfbcac-19a6-4cfe-9fce-91fac381ec68), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:17.176290 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Pushing event deleted for resources: {'Port': ['ID=75bfbcac-19a6-4cfe-9fce-91fac381ec68,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:17.237252 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771261'] for router_gateway (62a71456-73b5-4f6e-afe6-a899f03c0ac5), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:17.256306 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:14:17.335379 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24766'] for router (62a71456-73b5-4f6e-afe6-a899f03c0ac5), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:17.346791 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks [] for router_controller (62a71456-73b5-4f6e-afe6-a899f03c0ac5), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:17.445163 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:14:17.477122 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:14:17.477122 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 2e9d8fcf-dbd3-4d96-8886-ddd034aef0c0 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:14:17.555961 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781016'] for router (62a71456-73b5-4f6e-afe6-a899f03c0ac5), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:17.556524 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62a71456-73b5-4f6e-afe6-a899f03c0ac5 {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:14:17.561542 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:17.562573 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d5397437-bb94-43b3-83e4-283a414aa819 admin admin] 10.222.0.52 "DELETE /v2.0/routers/62a71456-73b5-4f6e-afe6-a899f03c0ac5 HTTP/1.1" status: 204 len: 168 time: 1.2471628 Apr 14 22:14:17.565558 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57952) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:17.754106 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-52acd3e8-58fc-46b6-9c02-e754446b3f36 admin admin] Deleting subnet 24048d6f-f27a-430e-b520-8ffea2225109 {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:14:17.757444 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-52acd3e8-58fc-46b6-9c02-e754446b3f36 admin admin] Publish callbacks [] for subnet (24048d6f-f27a-430e-b520-8ffea2225109), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:17.792315 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-52acd3e8-58fc-46b6-9c02-e754446b3f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (24048d6f-f27a-430e-b520-8ffea2225109), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:17.877744 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-52acd3e8-58fc-46b6-9c02-e754446b3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (24048d6f-f27a-430e-b520-8ffea2225109), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.091130 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-52acd3e8-58fc-46b6-9c02-e754446b3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (24048d6f-f27a-430e-b520-8ffea2225109), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.117601 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acd3e8-58fc-46b6-9c02-e754446b3f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24048d6f-f27a-430e-b520-8ffea2225109,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:18.121264 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-52acd3e8-58fc-46b6-9c02-e754446b3f36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.124420 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-52acd3e8-58fc-46b6-9c02-e754446b3f36 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/24048d6f-f27a-430e-b520-8ffea2225109 HTTP/1.1" status: 204 len: 168 time: 0.5579545 Apr 14 22:14:18.126922 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb9909-b0c7-4972-92c7-ff03a98badd1 None None] Network b42368d0-db0e-4c40-a0f0-f7e749dd5b5b requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:14:18.127121 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57956) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:18.199226 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (b42368d0-db0e-4c40-a0f0-f7e749dd5b5b), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.247812 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Deleting port 8ba99101-c831-43d9-8c4c-f4d05de1676c {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:18.248150 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.272473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ea9e1-c2f8-4df9-acef-4956a4bee020 None None] DHCP port deletion for b42368d0-db0e-4c40-a0f0-f7e749dd5b5b request from dv-cinder-813229-9-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:14:18.312565 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] For port 8ba99101-c831-43d9-8c4c-f4d05de1676c, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=8ba99101-c831-43d9-8c4c-f4d05de1676c,segment=NetworkSegment(27314cac-0d13-4e09-805e-affcfab140af),segment_id=27314cac-0d13-4e09-805e-affcfab140af)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:18.312877 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.317860 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ea9e1-c2f8-4df9-acef-4956a4bee020 None None] Deleting port 8ba99101-c831-43d9-8c4c-f4d05de1676c {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:14:18.318234 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea9e1-c2f8-4df9-acef-4956a4bee020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.326255 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Calling delete_port for 8ba99101-c831-43d9-8c4c-f4d05de1676c owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:18.381081 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3c4ea9e1-c2f8-4df9-acef-4956a4bee020 None None] For port 8ba99101-c831-43d9-8c4c-f4d05de1676c, host dv-cinder-813229-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-9-iscsi',level=0,port_id=8ba99101-c831-43d9-8c4c-f4d05de1676c,segment=NetworkSegment(27314cac-0d13-4e09-805e-affcfab140af),segment_id=27314cac-0d13-4e09-805e-affcfab140af)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:18.381485 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea9e1-c2f8-4df9-acef-4956a4bee020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.394766 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ea9e1-c2f8-4df9-acef-4956a4bee020 None None] Calling delete_port for 8ba99101-c831-43d9-8c4c-f4d05de1676c owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:14:18.495997 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.502488 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea9e1-c2f8-4df9-acef-4956a4bee020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658'] for port (8ba99101-c831-43d9-8c4c-f4d05de1676c), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.525005 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba99101-c831-43d9-8c4c-f4d05de1676c,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:18.525899 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] No DVR routers for this DVR port 8ba99101-c831-43d9-8c4c-f4d05de1676c on host dv-cinder-813229-9-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:14:18.532497 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ea9e1-c2f8-4df9-acef-4956a4bee020 None None] Pushing event deleted for resources: {'Port': ['ID=8ba99101-c831-43d9-8c4c-f4d05de1676c,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:18.536836 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ea9e1-c2f8-4df9-acef-4956a4bee020 None None] No DVR routers for this DVR port 8ba99101-c831-43d9-8c4c-f4d05de1676c on host dv-cinder-813229-9-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:14:18.587099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3678f178-6b63-4d54-9ca8-ae23ff01bb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.601651 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (b42368d0-db0e-4c40-a0f0-f7e749dd5b5b), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.622346 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42368d0-db0e-4c40-a0f0-f7e749dd5b5b']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:18.631549 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27314cac-0d13-4e09-805e-affcfab140af') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:18.631841 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27314cac-0d13-4e09-805e-affcfab140af') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:14:18.642400 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4832000'] for segment (27314cac-0d13-4e09-805e-affcfab140af), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.658427 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (27314cac-0d13-4e09-805e-affcfab140af), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.666021 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:14:18.666479 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050897'] for segment (27314cac-0d13-4e09-805e-affcfab140af), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: Traceback (most recent call last): Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: timer() Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: cb(*args, **kw) Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: return func(*args, **kwargs) Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: self._notify() Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: self.callback(batched_events) Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: event.method(event) Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: return f(self, *a, **k) Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._get(url).json() Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: return self.request(url, 'GET', **kwargs) Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:14:18.668459 dv-cinder-813229-9-iscsi neutron-server[110548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:14:18.915266 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (b42368d0-db0e-4c40-a0f0-f7e749dd5b5b), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.921698 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:18.924857 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b42368d0-db0e-4c40-a0f0-f7e749dd5b5b HTTP/1.1" status: 204 len: 168 time: 0.7969213 Apr 14 22:14:18.935632 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b52f3-2cf3-468c-a9b0-6051c0519640 admin admin] Pushing event deleted for resources: {'Network': ['ID=b42368d0-db0e-4c40-a0f0-f7e749dd5b5b,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:19.189346 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 8ba99101-c831-43d9-8c4c-f4d05de1676c no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:14:19.210361 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 8ba99101-c831-43d9-8c4c-f4d05de1676c {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:14:19.210751 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 8ba99101-c831-43d9-8c4c-f4d05de1676c not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:14:19.211167 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 75bfbcac-19a6-4cfe-9fce-91fac381ec68 no longer exists at agent ovs-agent-dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:14:19.230173 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] No Port match for: 75bfbcac-19a6-4cfe-9fce-91fac381ec68 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:14:19.231040 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Device 75bfbcac-19a6-4cfe-9fce-91fac381ec68 not bound to the agent host dv-cinder-813229-9-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:14:19.341392 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57962) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:19.385920 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f78865f6-0520-477a-bab3-b88d8b974b43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40579fb10b2242a9a17aef3f68c7248d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433581 Apr 14 22:14:19.388704 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57964) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:19.435949 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1f42433-2b36-4559-a1fc-70b7ba9237ed admin admin] Publish callbacks [] for security_group (14848ef9-95be-4408-b6b9-8e0ef4f3ce5a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:19.456699 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1f42433-2b36-4559-a1fc-70b7ba9237ed admin admin] Publish callbacks [] for security_group (14848ef9-95be-4408-b6b9-8e0ef4f3ce5a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:19.601145 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1f42433-2b36-4559-a1fc-70b7ba9237ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (14848ef9-95be-4408-b6b9-8e0ef4f3ce5a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:19.603741 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1f42433-2b36-4559-a1fc-70b7ba9237ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:19.604915 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a1f42433-2b36-4559-a1fc-70b7ba9237ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14848ef9-95be-4408-b6b9-8e0ef4f3ce5a HTTP/1.1" status: 204 len: 168 time: 0.2153869 Apr 14 22:14:19.613607 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42433-2b36-4559-a1fc-70b7ba9237ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14848ef9-95be-4408-b6b9-8e0ef4f3ce5a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:19.798979 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:20.442954 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57982) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:20.485634 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4e82a8e1-73db-4975-b9c9-bab7f5dade5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1642a7a3568f42bb8ce42be2630feb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414145 Apr 14 22:14:20.488093 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 57986) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:20.536840 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4439e058-94b3-48b9-8274-a61f35ebd0f7 admin admin] Publish callbacks [] for security_group (0d924803-80bf-4854-a56d-01bb9386ba9f), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:20.557803 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4439e058-94b3-48b9-8274-a61f35ebd0f7 admin admin] Publish callbacks [] for security_group (0d924803-80bf-4854-a56d-01bb9386ba9f), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:20.726499 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4439e058-94b3-48b9-8274-a61f35ebd0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (0d924803-80bf-4854-a56d-01bb9386ba9f), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:20.729164 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4439e058-94b3-48b9-8274-a61f35ebd0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:20.730346 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4439e058-94b3-48b9-8274-a61f35ebd0f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d924803-80bf-4854-a56d-01bb9386ba9f HTTP/1.1" status: 204 len: 168 time: 0.2413220 Apr 14 22:14:20.740502 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439e058-94b3-48b9-8274-a61f35ebd0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d924803-80bf-4854-a56d-01bb9386ba9f,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:20.919535 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:22.059419 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 57996) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:22.161904 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f477ee26-e589-4b78-9a54-ef0eb8e5a090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:22.234965 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f477ee26-e589-4b78-9a54-ef0eb8e5a090 admin admin] Publish callbacks [] for security_group (25b33fda-98e8-4831-aa43-72f67b6b88b3), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:22.312863 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f477ee26-e589-4b78-9a54-ef0eb8e5a090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (25b33fda-98e8-4831-aa43-72f67b6b88b3), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:22.351634 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f477ee26-e589-4b78-9a54-ef0eb8e5a090 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c17d2d2abe3f4ea8854c2c174dfbaaf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911437 Apr 14 22:14:22.352505 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477ee26-e589-4b78-9a54-ef0eb8e5a090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b33fda-98e8-4831-aa43-72f67b6b88b3,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:22.354435 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 58000) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:22.405345 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e31f6657-a36a-4603-9fd3-984e56a8089e admin admin] Publish callbacks [] for security_group (25b33fda-98e8-4831-aa43-72f67b6b88b3), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:22.426181 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e31f6657-a36a-4603-9fd3-984e56a8089e admin admin] Publish callbacks [] for security_group (25b33fda-98e8-4831-aa43-72f67b6b88b3), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:22.553078 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e31f6657-a36a-4603-9fd3-984e56a8089e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (25b33fda-98e8-4831-aa43-72f67b6b88b3), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:22.555853 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e31f6657-a36a-4603-9fd3-984e56a8089e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:22.557065 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e31f6657-a36a-4603-9fd3-984e56a8089e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25b33fda-98e8-4831-aa43-72f67b6b88b3 HTTP/1.1" status: 204 len: 168 time: 0.2016220 Apr 14 22:14:22.565531 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f6657-a36a-4603-9fd3-984e56a8089e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b33fda-98e8-4831-aa43-72f67b6b88b3,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:22.599867 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:35.273924 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 58098) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:35.378753 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cc099360-766b-41ed-aeef-e6c85b4c6dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:35.452791 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cc099360-766b-41ed-aeef-e6c85b4c6dc6 admin admin] Publish callbacks [] for security_group (3fbb738b-045e-4055-86db-79814689c9c8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:35.520107 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cc099360-766b-41ed-aeef-e6c85b4c6dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (3fbb738b-045e-4055-86db-79814689c9c8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:35.562798 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-cc099360-766b-41ed-aeef-e6c85b4c6dc6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=464d725fab6b423ea243512e7021920d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877605 Apr 14 22:14:35.563659 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc099360-766b-41ed-aeef-e6c85b4c6dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbb738b-045e-4055-86db-79814689c9c8,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:35.566397 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 58104) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:35.620278 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-38e565ea-3f32-4e58-9d2c-46c66de9a598 admin admin] Publish callbacks [] for security_group (3fbb738b-045e-4055-86db-79814689c9c8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:35.643138 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-38e565ea-3f32-4e58-9d2c-46c66de9a598 admin admin] Publish callbacks [] for security_group (3fbb738b-045e-4055-86db-79814689c9c8), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:35.754125 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-38e565ea-3f32-4e58-9d2c-46c66de9a598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (3fbb738b-045e-4055-86db-79814689c9c8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:35.756758 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-38e565ea-3f32-4e58-9d2c-46c66de9a598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:35.759993 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-38e565ea-3f32-4e58-9d2c-46c66de9a598 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fbb738b-045e-4055-86db-79814689c9c8 HTTP/1.1" status: 204 len: 168 time: 0.1900930 Apr 14 22:14:35.766525 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e565ea-3f32-4e58-9d2c-46c66de9a598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbb738b-045e-4055-86db-79814689c9c8,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:40.240050 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:40.353115 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 58148) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:40.457382 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dcac9543-e6ae-4ab6-8020-981fbb828106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:40.530147 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dcac9543-e6ae-4ab6-8020-981fbb828106 admin admin] Publish callbacks [] for security_group (e5ad0557-9181-4403-af01-4f4e7e090ca2), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:40.758627 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dcac9543-e6ae-4ab6-8020-981fbb828106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (e5ad0557-9181-4403-af01-4f4e7e090ca2), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:40.798123 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dcac9543-e6ae-4ab6-8020-981fbb828106 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0236d89b4d474f2c867121285597eb6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439268 Apr 14 22:14:40.817262 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac9543-e6ae-4ab6-8020-981fbb828106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ad0557-9181-4403-af01-4f4e7e090ca2,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:40.818228 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 58152) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:40.850015 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1856-9996-4b7d-a591-2e195ba0f7f3 admin admin] Publish callbacks [] for security_group (e5ad0557-9181-4403-af01-4f4e7e090ca2), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:40.871318 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1856-9996-4b7d-a591-2e195ba0f7f3 admin admin] Publish callbacks [] for security_group (e5ad0557-9181-4403-af01-4f4e7e090ca2), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:41.125749 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1856-9996-4b7d-a591-2e195ba0f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (e5ad0557-9181-4403-af01-4f4e7e090ca2), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:41.128307 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1856-9996-4b7d-a591-2e195ba0f7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:41.129497 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3d3d1856-9996-4b7d-a591-2e195ba0f7f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5ad0557-9181-4403-af01-4f4e7e090ca2 HTTP/1.1" status: 204 len: 168 time: 0.3276832 Apr 14 22:14:41.137917 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d1856-9996-4b7d-a591-2e195ba0f7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ad0557-9181-4403-af01-4f4e7e090ca2,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:42.118915 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 58174) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:42.217194 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1600169064-network', 'tenant_id': '3b0851ab52d241a6934c5cd5bfbddc62'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:14:42.319837 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Made reservation on behalf of 3b0851ab52d241a6934c5cd5bfbddc62 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:14:42.322554 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:42.332161 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:42.407033 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Publish callbacks [] for security_group (45571d2d-66d2-434e-a79b-386a744d0e73), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:42.468380 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (45571d2d-66d2-434e-a79b-386a744d0e73), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:42.493730 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:14:42.503972 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45571d2d-66d2-434e-a79b-386a744d0e73,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:42.508749 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (c92e5a44-ae02-46e3-a006-f58af99218c4), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:42.509092 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Added segment c92e5a44-ae02-46e3-a006-f58af99218c4 of type vlan for network 5d2f8baf-324c-4f06-b682-4aac379275c5 Apr 14 22:14:42.549746 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763759814638'] for network (5d2f8baf-324c-4f06-b682-4aac379275c5), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:42.661186 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286'] for network (5d2f8baf-324c-4f06-b682-4aac379275c5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:42.662163 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:42.662743 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:42.721226 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] Pushing event updated for resources: {'Network': ['ID=5d2f8baf-324c-4f06-b682-4aac379275c5,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:42.731384 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Network 5d2f8baf-324c-4f06-b682-4aac379275c5 details requested by agent ovs-agent-dv-cinder-813229-9-iscsi with host dv-cinder-813229-9-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:14:42.778051 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d83996f6-bc06-4bff-b242-f2c7f08c5d0a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6580255 Apr 14 22:14:42.780899 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 58178) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:14:42.785674 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Request body: {'subnet': {'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1600169064-subnet', 'tenant_id': '3b0851ab52d241a6934c5cd5bfbddc62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:14:42.891367 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Made reservation on behalf of 3b0851ab52d241a6934c5cd5bfbddc62 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:14:42.893787 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7418352'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:43.137367 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7418342'] for subnet (30c28c94-e60b-4cba-ad08-c6415a2c7410), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:43.200143 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c28c94-e60b-4cba-ad08-c6415a2c7410,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:43.205368 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Checking segment: {'id': 'c92e5a44-ae02-46e3-a006-f58af99218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:14:43.205726 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Network hostable DHCP agents. Network: 5d2f8baf-324c-4f06-b682-4aac379275c5, hostable agents: ['24c071f9-1de2-463b-829d-bac0345c98b1'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:14:43.308721 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Network 5d2f8baf-324c-4f06-b682-4aac379275c5 is scheduled to be hosted by DHCP agent 24c071f9-1de2-463b-829d-bac0345c98b1 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:14:43.393934 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-9-iscsi, 5d2f8baf-324c-4f06-b682-4aac379275c5) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:14:43.397964 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:43.398544 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:43.403444 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8c9407-4e9b-4ef2-b6b7-e6b7876ce9fb None None] Network 5d2f8baf-324c-4f06-b682-4aac379275c5 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:14:43.497953 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a091e-f3e8-4e0b-b7aa-b30effebe5d2 None None] Network 5d2f8baf-324c-4f06-b682-4aac379275c5 requested from dv-cinder-813229-9-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:14:43.499678 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2d991d81-4ffb-49a6-89bd-3c01ae375c82 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7177083 Apr 14 22:14:46.129223 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c1cf35c-5e32-4cc9-a2b3-d10e54c87089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:46.748123 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-5efdc2f9-d05d-45fd-a9cc-1dde7faeb8c7 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:46.749667 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-5efdc2f9-d05d-45fd-a9cc-1dde7faeb8c7 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/networks?id=5d2f8baf-324c-4f06-b682-4aac379275c5 HTTP/1.1" status: 200 len: 814 time: 0.1090691 Apr 14 22:14:46.766285 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-97090381-5dac-4845-a2d4-052dccf692d3 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/quotas/3b0851ab52d241a6934c5cd5bfbddc62 HTTP/1.1" status: 200 len: 375 time: 0.0107918 Apr 14 22:14:46.801334 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-289703d7-1bfc-4189-aff5-a3435c4111eb tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294790 Apr 14 22:14:46.863047 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-385bfb36-927f-4498-8dfc-a94b083ce005 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:14:46.864118 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-385bfb36-927f-4498-8dfc-a94b083ce005 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555775 Apr 14 22:14:46.953674 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-a81f5342-da83-44e0-9bfd-398bb8a474d9 service neutron] 10.222.0.52 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828109 Apr 14 22:14:47.047592 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-a73b9f2c-1c5e-4e84-81ab-c44033771409 service neutron] 10.222.0.52 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881040 Apr 14 22:14:47.286689 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e9d7ff90-849d-48f5-bf5c-203773a61292 req-6bf66c9c-571b-41d6-84d5-3dbc814065ba tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 210 time: 0.0276053 Apr 14 22:14:48.365263 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bad7ac61-22f8-4e99-b038-90e34096865d req-eec803cf-3422-4208-8953-6938745f10a9 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 210 time: 0.0286915 Apr 14 22:14:48.543069 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f7536aff-a08a-4dc8-9f8d-ea91fc832bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:49.461120 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ccb7a3e2-9118-4d10-913d-e4bfb7b7be36 req-8f1a0ebf-b31d-4971-960e-4af1f844b035 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 210 time: 0.0272598 Apr 14 22:14:49.822589 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:49.902525 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-a54539db-fffc-4b0d-b05b-afe9a7abd483 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:49.904056 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-a54539db-fffc-4b0d-b05b-afe9a7abd483 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.81 "GET /v2.0/networks?id=5d2f8baf-324c-4f06-b682-4aac379275c5 HTTP/1.1" status: 200 len: 814 time: 0.1050088 Apr 14 22:14:49.917285 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Request body: {'port': {'device_id': '4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5', 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5', 'admin_state_up': True, 'tenant_id': '3b0851ab52d241a6934c5cd5bfbddc62'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:14:50.111993 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Made reservation on behalf of 3b0851ab52d241a6934c5cd5bfbddc62 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:14:50.115442 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:50.249031 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Allocated IP 172.20.0.12 (5d2f8baf-324c-4f06-b682-4aac379275c5/30c28c94-e60b-4cba-ad08-c6415a2c7410/b31511a7-814d-483b-a249-c82a51460a0c) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:14:50.397299 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks [] for port (b31511a7-814d-483b-a249-c82a51460a0c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:50.503262 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (b31511a7-814d-483b-a249-c82a51460a0c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:50.545618 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Network 5d2f8baf-324c-4f06-b682-4aac379275c5 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:14:50.548748 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:14:50.555182 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:14:50.580248 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3e0b7-ea7d-4ad7-b939-c72d99165a6f req-65c5d45e-ff64-4573-9136-907b65a335c0 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:50.581816 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c6c3e0b7-ea7d-4ad7-b939-c72d99165a6f req-65c5d45e-ff64-4573-9136-907b65a335c0 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 932 time: 0.0484676 Apr 14 22:14:50.581951 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Pushing event updated for resources: {'Port': ['ID=b31511a7-814d-483b-a249-c82a51460a0c,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:50.610928 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:50.611554 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:50.634687 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c6c3e0b7-ea7d-4ad7-b939-c72d99165a6f req-47aa2404-b7dd-4b7c-aff7-27d4af325c1e tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454831 Apr 14 22:14:50.737664 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-e8e063a3-a229-46c6-8aa7-93f1dddc52bd tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8249683 Apr 14 22:14:50.748987 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Request body: {'port': {'device_id': '4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:14:50.811162 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b31511a7-814d-483b-a249-c82a51460a0c), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:50.942590 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:51.074170 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31511a7-814d-483b-a249-c82a51460a0c {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:14:51.081475 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Publish callbacks [] for port (b31511a7-814d-483b-a249-c82a51460a0c), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:51.093973 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Transition to ACTIVE for port object b31511a7-814d-483b-a249-c82a51460a0c will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:14:51.165456 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (b31511a7-814d-483b-a249-c82a51460a0c), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:51.215501 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Pushing event updated for resources: {'Port': ['ID=b31511a7-814d-483b-a249-c82a51460a0c,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:51.288194 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Attempting to bind port b31511a7-814d-483b-a249-c82a51460a0c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:14:51.288526 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Attempting to bind port b31511a7-814d-483b-a249-c82a51460a0c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c92e5a44-ae02-46e3-a006-f58af99218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:14:51.288896 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Attempting to bind port b31511a7-814d-483b-a249-c82a51460a0c on network 5d2f8baf-324c-4f06-b682-4aac379275c5 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:14:51.293513 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Port b31511a7-814d-483b-a249-c82a51460a0c on network 5d2f8baf-324c-4f06-b682-4aac379275c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:14:51.294010 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Attempting to bind port b31511a7-814d-483b-a249-c82a51460a0c on network 5d2f8baf-324c-4f06-b682-4aac379275c5 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:14:51.298571 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:14:51.298901 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Checking segment: {'id': 'c92e5a44-ae02-46e3-a006-f58af99218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:14:51.299277 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Bound using segment: {'id': 'c92e5a44-ae02-46e3-a006-f58af99218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:14:51.299690 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Bound port: b31511a7-814d-483b-a249-c82a51460a0c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92e5a44-ae02-46e3-a006-f58af99218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:14:51.300040 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b31511a7-814d-483b-a249-c82a51460a0c), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:51.363320 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] For port b31511a7-814d-483b-a249-c82a51460a0c, host hv-cinder-81322, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:14:51.366199 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] For port b31511a7-814d-483b-a249-c82a51460a0c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b31511a7-814d-483b-a249-c82a51460a0c,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:14:51.474871 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (b31511a7-814d-483b-a249-c82a51460a0c), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:51.509445 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:51.510143 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:51.511984 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] 10.222.0.81 "PUT /v2.0/ports/b31511a7-814d-483b-a249-c82a51460a0c HTTP/1.1" status: 200 len: 1094 time: 0.7677195 Apr 14 22:14:51.512434 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5', 'tag': 'b31511a7-814d-483b-a249-c82a51460a0c'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:14:51.514744 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a15b2b-244e-4957-9b67-ddfc23a2f434" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5", "tag": "b31511a7-814d-483b-a249-c82a51460a0c"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:14:51.539029 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ecebf-685d-47ed-aeb1-fe09fa1fcca8 service neutron] Pushing event updated for resources: {'Port': ['ID=b31511a7-814d-483b-a249-c82a51460a0c,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:51.552830 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6275e5-08c8-47a2-9b7f-2712be9160ff x-openstack-request-id: req-ed6275e5-08c8-47a2-9b7f-2712be9160ff {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:14:51.553118 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5", "tag": "b31511a7-814d-483b-a249-c82a51460a0c", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:14:51.553376 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed6275e5-08c8-47a2-9b7f-2712be9160ff {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:14:51.553766 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6275e5-08c8-47a2-9b7f-2712be9160ff'] response: {'name': 'network-changed', 'server_uuid': '4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5', 'tag': 'b31511a7-814d-483b-a249-c82a51460a0c', 'status': 'completed', 'code': 200} Apr 14 22:14:51.618697 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a15b2b-244e-4957-9b67-ddfc23a2f434 req-f135542d-ef14-486b-81a5-9eca15245efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:51.621145 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a3a15b2b-244e-4957-9b67-ddfc23a2f434 req-f135542d-ef14-486b-81a5-9eca15245efc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 1128 time: 0.0447474 Apr 14 22:14:51.725242 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a15b2b-244e-4957-9b67-ddfc23a2f434 req-3a8a8815-7320-4f5e-bf6a-bac67d1a1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:51.726937 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a3a15b2b-244e-4957-9b67-ddfc23a2f434 req-3a8a8815-7320-4f5e-bf6a-bac67d1a1dc4 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0976269 Apr 14 22:14:51.755481 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510c702-d019-444f-b56a-aaa064f2b41b req-429909c2-9def-4663-94ab-c2f430bb4582 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:51.756993 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f510c702-d019-444f-b56a-aaa064f2b41b req-429909c2-9def-4663-94ab-c2f430bb4582 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 944 time: 0.0518687 Apr 14 22:14:51.804509 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f510c702-d019-444f-b56a-aaa064f2b41b req-90def3f2-c350-42a1-a6a0-a412b4beca28 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Apr 14 22:14:51.828467 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a15b2b-244e-4957-9b67-ddfc23a2f434 req-7d738f8b-842c-433c-be24-109267d1aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:51.829972 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a3a15b2b-244e-4957-9b67-ddfc23a2f434 req-7d738f8b-842c-433c-be24-109267d1aa59 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954463 Apr 14 22:14:51.905312 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-85c88d7d-dc40-422d-a65a-02073c51882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:51.906762 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-85c88d7d-dc40-422d-a65a-02073c51882d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 1128 time: 0.0394032 Apr 14 22:14:51.947237 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-8a3c25c6-b8df-4f24-868f-b284576a0675 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31511a7-814d-483b-a249-c82a51460a0c HTTP/1.1" status: 200 len: 217 time: 0.0335064 Apr 14 22:14:52.003195 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-000c5df4-dc35-4916-b6df-507cc5315150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:52.004768 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-000c5df4-dc35-4916-b6df-507cc5315150 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30c28c94-e60b-4cba-ad08-c6415a2c7410 HTTP/1.1" status: 200 len: 854 time: 0.0494938 Apr 14 22:14:52.036935 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-d816c5fd-c35e-49c2-b3a2-88fb3e2ae781 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d2f8baf-324c-4f06-b682-4aac379275c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257461 Apr 14 22:14:52.125474 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-787de6ea-a769-4e41-9f23-a5f5cb4f756a service neutron] 10.222.0.81 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812283 Apr 14 22:14:52.219688 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b18b331-b5d3-4ae3-beb6-aa7b7e8f610a req-8a4a50ff-a4bf-4a86-90b4-0113bfaf68f2 service neutron] 10.222.0.81 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875084 Apr 14 22:14:52.588313 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:52.919264 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847195a3-c93c-4510-a9f8-b0b0c4e15979 req-47278d83-e022-439d-b294-2404fe2a549a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:52.920730 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-847195a3-c93c-4510-a9f8-b0b0c4e15979 req-47278d83-e022-439d-b294-2404fe2a549a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 944 time: 0.0472305 Apr 14 22:14:52.970889 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-847195a3-c93c-4510-a9f8-b0b0c4e15979 req-48eb550f-fd13-4126-a10d-ca9e54bd146a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Apr 14 22:14:54.085047 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9ee52-5c56-43a1-9e22-5eb9728a0446 req-6b475505-6d9e-4b90-9bcb-488a7a9b236c tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:54.086561 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-97c9ee52-5c56-43a1-9e22-5eb9728a0446 req-6b475505-6d9e-4b90-9bcb-488a7a9b236c tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 944 time: 0.0487833 Apr 14 22:14:54.135885 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-97c9ee52-5c56-43a1-9e22-5eb9728a0446 req-b30ce4c9-55c6-4826-b1f4-d18a364339fc tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Apr 14 22:14:54.255225 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:14:55.251209 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6eb85-1da3-4c93-9b87-94b88c53e271 req-24128245-d075-4c05-a103-3c79c7da0030 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:55.252655 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-92e6eb85-1da3-4c93-9b87-94b88c53e271 req-24128245-d075-4c05-a103-3c79c7da0030 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 944 time: 0.0506046 Apr 14 22:14:55.298961 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-92e6eb85-1da3-4c93-9b87-94b88c53e271 req-81c01a2f-e8f5-4d38-979d-322a64fde17a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408409 Apr 14 22:14:56.413978 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae5fe-8622-4baa-b99b-ec6ba4f8d36b req-6e96b035-63d6-4285-96dc-1a8aab8e9642 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:56.415599 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-527ae5fe-8622-4baa-b99b-ec6ba4f8d36b req-6e96b035-63d6-4285-96dc-1a8aab8e9642 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 944 time: 0.0510933 Apr 14 22:14:56.462932 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-527ae5fe-8622-4baa-b99b-ec6ba4f8d36b req-a038430b-9750-4e89-abe2-3223e7bffa29 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Apr 14 22:14:57.221991 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b31511a7-814d-483b-a249-c82a51460a0c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:14:57.320096 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b31511a7-814d-483b-a249-c82a51460a0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b31511a7-814d-483b-a249-c82a51460a0c,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:57.330952 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': 'b31511a7-814d-483b-a249-c82a51460a0c', 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5', 'port_id': 'b31511a7-814d-483b-a249-c82a51460a0c', 'mac_address': 'fa:16:3e:7b:87:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c28c94-e60b-4cba-ad08-c6415a2c7410', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:14:57.368236 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port b31511a7-814d-483b-a249-c82a51460a0c is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:14:57.368657 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b31511a7-814d-483b-a249-c82a51460a0c), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:57.381074 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31511a7-814d-483b-a249-c82a51460a0c {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:14:57.399791 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b31511a7-814d-483b-a249-c82a51460a0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b31511a7-814d-483b-a249-c82a51460a0c,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:57.479644 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (b31511a7-814d-483b-a249-c82a51460a0c), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:57.534337 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=b31511a7-814d-483b-a249-c82a51460a0c,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:57.541413 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.541826 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.542169 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.542506 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.542867 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.543196 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.543523 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.543846 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.544169 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.544523 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.544868 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.545194 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.545517 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.545842 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.546149 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:14:57.580833 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8010e4-bc06-4cc6-9581-a4fd67f21af9 req-7c21dfe7-7de7-420d-ba14-bf02ec7502ce tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:57.582248 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bf8010e4-bc06-4cc6-9581-a4fd67f21af9 req-7c21dfe7-7de7-420d-ba14-bf02ec7502ce tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 945 time: 0.0515070 Apr 14 22:14:57.630830 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bf8010e4-bc06-4cc6-9581-a4fd67f21af9 req-8248d79f-0527-4cc1-914e-07a4ffce2334 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 Apr 14 22:14:57.870836 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['b31511a7-814d-483b-a249-c82a51460a0c'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:14:58.746770 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb77ba2-c556-4a14-9620-773c9025ecf0 req-c456ca7c-efa5-4eed-8baf-c925b21f48c0 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:58.748311 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-beb77ba2-c556-4a14-9620-773c9025ecf0 req-c456ca7c-efa5-4eed-8baf-c925b21f48c0 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Apr 14 22:14:58.797561 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-beb77ba2-c556-4a14-9620-773c9025ecf0 req-f63ab38c-c059-428b-ae61-725f58523401 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 Apr 14 22:14:59.250571 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b31511a7-814d-483b-a249-c82a51460a0c up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:14:59.297214 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port b31511a7-814d-483b-a249-c82a51460a0c completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:14:59.402994 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port b31511a7-814d-483b-a249-c82a51460a0c triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:14:59.403366 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (b31511a7-814d-483b-a249-c82a51460a0c), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:59.478611 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port b31511a7-814d-483b-a249-c82a51460a0c is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:14:59.479085 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (b31511a7-814d-483b-a249-c82a51460a0c), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:59.501547 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31511a7-814d-483b-a249-c82a51460a0c'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:14:59.503686 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ee17db-b75a-47f5-b211-9ffe36b3170b" -d '{"events": [{"server_uuid": "4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5", "name": "network-vif-plugged", "status": "completed", "tag": "b31511a7-814d-483b-a249-c82a51460a0c"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:14:59.516840 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port b31511a7-814d-483b-a249-c82a51460a0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b31511a7-814d-483b-a249-c82a51460a0c,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:14:59.586251 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (b31511a7-814d-483b-a249-c82a51460a0c), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:14:59.635768 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=b31511a7-814d-483b-a249-c82a51460a0c,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:14:59.662761 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f40a40-d8a6-4ec0-a33f-4c0502024896 x-openstack-request-id: req-72f40a40-d8a6-4ec0-a33f-4c0502024896 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:14:59.663049 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5", "name": "network-vif-plugged", "status": "completed", "tag": "b31511a7-814d-483b-a249-c82a51460a0c", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:14:59.663298 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72f40a40-d8a6-4ec0-a33f-4c0502024896 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:14:59.663699 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f40a40-d8a6-4ec0-a33f-4c0502024896'] response: {'server_uuid': '4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31511a7-814d-483b-a249-c82a51460a0c', 'code': 200} Apr 14 22:14:59.910390 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587dfcb-0998-4585-ba5d-1b0556bea8c7 req-76af276b-1d6f-4283-98ed-7d9ed471650f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:14:59.911981 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c587dfcb-0998-4585-ba5d-1b0556bea8c7 req-76af276b-1d6f-4283-98ed-7d9ed471650f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 946 time: 0.0472262 Apr 14 22:14:59.963872 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c587dfcb-0998-4585-ba5d-1b0556bea8c7 req-69ec7ba3-1f1b-4d87-8c92-1e1eb458dcc4 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452347 Apr 14 22:15:00.042724 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929426e-8770-4a96-8d1a-3cc0c8a17707 req-2a1cfd2f-ae8d-4d32-8bf1-45b37292bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:00.044194 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e929426e-8770-4a96-8d1a-3cc0c8a17707 req-2a1cfd2f-ae8d-4d32-8bf1-45b37292bfd9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 1130 time: 0.0420418 Apr 14 22:15:00.089176 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e929426e-8770-4a96-8d1a-3cc0c8a17707 req-ccf3714b-b6ab-45f3-9504-f0a370fd7972 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381980 Apr 14 22:15:01.085535 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc6e9b-b210-4913-b268-d1299df5d07e req-7e9daced-5893-430d-9eab-bd3f55bebd11 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:01.087014 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-82dc6e9b-b210-4913-b268-d1299df5d07e req-7e9daced-5893-430d-9eab-bd3f55bebd11 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 946 time: 0.0496144 Apr 14 22:15:01.135851 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-82dc6e9b-b210-4913-b268-d1299df5d07e req-c4849969-832c-495a-b49a-e751e75d2874 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Apr 14 22:15:02.250369 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b099db4-e8cc-4b7c-b518-04d26184d61c req-c32cc579-2e55-419c-bcaa-f28a228382a1 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:02.251752 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7b099db4-e8cc-4b7c-b518-04d26184d61c req-c32cc579-2e55-419c-bcaa-f28a228382a1 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 946 time: 0.0476251 Apr 14 22:15:02.298077 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7b099db4-e8cc-4b7c-b518-04d26184d61c req-7e235bcb-18f8-4593-8cd2-3cb6a61e00d6 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Apr 14 22:15:10.249081 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:16.158835 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1fdc57ad-82cc-4bb4-a8d6-4ae360b27ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:18.622006 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7f6420c6-a490-4006-8c12-b58a1353c5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:19.885224 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:20.958838 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:22.667537 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:23.002716 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-24340621-bcb2-42d1-a06c-f251d50e6dee service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425441 Apr 14 22:15:23.377483 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-e0fe1496-66b1-41b2-83b8-f6511db820d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:23.379002 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-e0fe1496-66b1-41b2-83b8-f6511db820d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 1130 time: 0.3253503 Apr 14 22:15:23.482767 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-c5363d98-78c4-433c-9626-0524f0d1ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:23.484263 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-c5363d98-78c4-433c-9626-0524f0d1ea52 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d2f8baf-324c-4f06-b682-4aac379275c5 HTTP/1.1" status: 200 len: 915 time: 0.0845344 Apr 14 22:15:23.528341 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-7f727293-3f45-4927-a53e-29663ba42136 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31511a7-814d-483b-a249-c82a51460a0c HTTP/1.1" status: 200 len: 217 time: 0.0376956 Apr 14 22:15:23.580959 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-ef769903-bdec-499e-9f1b-ffa095a400f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:23.582623 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-ef769903-bdec-499e-9f1b-ffa095a400f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30c28c94-e60b-4cba-ad08-c6415a2c7410 HTTP/1.1" status: 200 len: 854 time: 0.0461860 Apr 14 22:15:23.617523 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-d085c53d-74c8-46f5-ad67-0d985adae0df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d2f8baf-324c-4f06-b682-4aac379275c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279047 Apr 14 22:15:23.714793 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-37833abd-0e07-4eca-bec9-e5705d1808e8 service neutron] 10.222.0.81 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892973 Apr 14 22:15:23.807618 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6d9e910-17e9-493a-b834-dc8225afad89 req-7a85f215-0c2c-4dac-bb10-f220dffa30f6 service neutron] 10.222.0.81 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854123 Apr 14 22:15:31.253574 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:15:40.261289 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:45.089481 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-2d61f25b-4c46-4442-96af-2ddb4884920f service neutron] (110547) timed out ('10.222.0.52', 51888) {{(pid=110547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:15:45.425277 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-fd0bbd51-5869-45c5-add4-82451a2045ac req-0c75015b-dcd8-4b16-af32-5e21ffc9f895 tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] (110547) timed out ('10.222.0.52', 51902) {{(pid=110547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:15:46.122126 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee7baf36-f26b-49e3-9d7a-981fc58b3ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:48.539092 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0544-0727-4547-af60-6ae2c2cac509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:49.761959 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:50.950901 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:52.592256 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:15:59.351570 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922dc4f-cb14-4b13-bf76-751b27649ed7 req-949f4edd-b5bb-4cd9-b98e-68303ba838e7 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:15:59.353124 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a922dc4f-cb14-4b13-bf76-751b27649ed7 req-949f4edd-b5bb-4cd9-b98e-68303ba838e7 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 946 time: 0.0500414 Apr 14 22:15:59.403299 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a922dc4f-cb14-4b13-bf76-751b27649ed7 req-136036e2-a9d8-41ad-83d7-d054a97464c0 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Apr 14 22:16:00.523481 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e9aab-ca17-49df-a451-bf100dfee9d8 req-13c8eb85-e78a-4498-bbbf-2a08d4393f18 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:00.525068 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d9e9aab-ca17-49df-a451-bf100dfee9d8 req-13c8eb85-e78a-4498-bbbf-2a08d4393f18 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 946 time: 0.0503008 Apr 14 22:16:00.577176 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5d9e9aab-ca17-49df-a451-bf100dfee9d8 req-a1034748-9ee9-41bc-8556-37c086b06188 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464554 Apr 14 22:16:01.243539 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-1a03d5c2-a3ab-4db2-80de-8b947a0d9fe1 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:01.244935 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-1a03d5c2-a3ab-4db2-80de-8b947a0d9fe1 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 946 time: 0.0463121 Apr 14 22:16:01.326491 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Deleting port b31511a7-814d-483b-a249-c82a51460a0c {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:16:01.326830 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (b31511a7-814d-483b-a249-c82a51460a0c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:01.416511 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] For port b31511a7-814d-483b-a249-c82a51460a0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b31511a7-814d-483b-a249-c82a51460a0c,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:16:01.416906 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (b31511a7-814d-483b-a249-c82a51460a0c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:01.429607 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Calling delete_port for b31511a7-814d-483b-a249-c82a51460a0c owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:16:01.693625 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609da5-05f4-4c94-ab75-2e57d2884d5c req-ebcf3ebc-72f0-4e16-b1f0-01b4f85c2434 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:01.699570 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1609da5-05f4-4c94-ab75-2e57d2884d5c req-ebcf3ebc-72f0-4e16-b1f0-01b4f85c2434 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Apr 14 22:16:01.742729 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e1609da5-05f4-4c94-ab75-2e57d2884d5c req-b71f4e01-c02c-4e72-a01c-2ed4841af6bb tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Apr 14 22:16:01.855128 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (b31511a7-814d-483b-a249-c82a51460a0c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:01.887192 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['b31511a7-814d-483b-a249-c82a51460a0c'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:16:01.887771 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Pushing event deleted for resources: {'Port': ['ID=b31511a7-814d-483b-a249-c82a51460a0c,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:16:01.911130 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.911498 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.911822 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.912160 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.912493 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.913509 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.913943 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.914131 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.914456 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.914786 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.915119 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.915504 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.915829 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.916148 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.916468 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:01.939585 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] No DVR routers for this DVR port b31511a7-814d-483b-a249-c82a51460a0c on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:16:01.942455 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:01.947578 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-29230e9f-d854-4dd3-81bd-a08b92b0be16 req-59730568-1cec-49ef-9fa2-c488bf652117 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.81 "DELETE /v2.0/ports/b31511a7-814d-483b-a249-c82a51460a0c HTTP/1.1" status: 204 len: 173 time: 0.6952145 Apr 14 22:16:01.947578 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5', 'name': 'network-vif-deleted', 'tag': 'b31511a7-814d-483b-a249-c82a51460a0c'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:16:01.948178 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b53590-971e-4664-9ab1-d9c413ca95a2" -d '{"events": [{"server_uuid": "4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5", "name": "network-vif-deleted", "tag": "b31511a7-814d-483b-a249-c82a51460a0c"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:16:01.984013 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec7e635-7c6b-4cb7-8b72-32ef78ea6231 x-openstack-request-id: req-9ec7e635-7c6b-4cb7-8b72-32ef78ea6231 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:16:01.984311 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5", "name": "network-vif-deleted", "tag": "b31511a7-814d-483b-a249-c82a51460a0c", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:16:01.984643 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ec7e635-7c6b-4cb7-8b72-32ef78ea6231 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:16:01.985049 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec7e635-7c6b-4cb7-8b72-32ef78ea6231'] response: {'server_uuid': '4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5', 'name': 'network-vif-deleted', 'tag': 'b31511a7-814d-483b-a249-c82a51460a0c', 'status': 'completed', 'code': 200} Apr 14 22:16:02.857846 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7603a960-305c-44f5-86a0-a4e6929b34e4 req-c736cb1d-7313-453c-b32f-47a460982f7a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f5b0b13-c2d6-4fe1-a45d-69c4b962dbd5 HTTP/1.1" status: 200 len: 210 time: 0.0295541 Apr 14 22:16:06.067403 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b31511a7-814d-483b-a249-c82a51460a0c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:16:06.087958 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: b31511a7-814d-483b-a249-c82a51460a0c {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:16:06.088300 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device b31511a7-814d-483b-a249-c82a51460a0c not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:16:08.251968 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:16:10.271497 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:16.023927 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2a150a3a-08d3-4aa8-942e-bc3256b6e72b tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:16.025454 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2a150a3a-08d3-4aa8-942e-bc3256b6e72b tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/networks?id=5d2f8baf-324c-4f06-b682-4aac379275c5 HTTP/1.1" status: 200 len: 814 time: 0.1068583 Apr 14 22:16:16.040004 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-7c6134f7-dba8-4728-bf75-254873c62a8c tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/quotas/3b0851ab52d241a6934c5cd5bfbddc62 HTTP/1.1" status: 200 len: 375 time: 0.0091195 Apr 14 22:16:16.074030 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-4b869640-24db-4d53-bd7c-a23025d7c20c tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286596 Apr 14 22:16:16.121286 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2b63d675-5bac-4c70-8645-c98e3b03f216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:16.164347 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-74100180-d231-4c5b-a469-6b1ada2c615c service neutron] 10.222.0.52 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833895 Apr 14 22:16:16.259507 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-3a2d7488-084e-4371-830a-4b9208556266 service neutron] 10.222.0.52 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886378 Apr 14 22:16:16.509216 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-61adc789-a431-4976-9f51-9e6424d36ac8 req-744f12b5-0320-47d0-b8a6-8fc5a1126268 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 210 time: 0.0324004 Apr 14 22:16:17.606506 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d34c832d-ac69-41a3-a222-dfe0dbb6e68e req-3b9bf613-ba1d-4d2a-b6c3-1d250c0dfa96 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 210 time: 0.0305777 Apr 14 22:16:18.512426 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-923aa339-3168-4b73-994f-24ee38b9457a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:18.513922 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-923aa339-3168-4b73-994f-24ee38b9457a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.81 "GET /v2.0/networks?id=5d2f8baf-324c-4f06-b682-4aac379275c5 HTTP/1.1" status: 200 len: 814 time: 0.1035490 Apr 14 22:16:18.527327 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Request body: {'port': {'device_id': '5cf9ca94-6d97-44fa-96a2-e6c9807c5d06', 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5', 'admin_state_up': True, 'tenant_id': '3b0851ab52d241a6934c5cd5bfbddc62'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:16:18.551213 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5af35a38-97c4-4d54-a4c1-e3563c06dda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:18.704170 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2120bfe1-9abb-4556-b040-30331ff070c9 req-2bfef831-95dc-4ff5-a3c2-7ccc86686a73 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 210 time: 0.0279562 Apr 14 22:16:18.728524 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Made reservation on behalf of 3b0851ab52d241a6934c5cd5bfbddc62 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:16:18.731919 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:18.859465 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Allocated IP 172.20.0.10 (5d2f8baf-324c-4f06-b682-4aac379275c5/30c28c94-e60b-4cba-ad08-c6415a2c7410/1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:16:19.015798 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks [] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:19.129060 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763759827649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:19.173237 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Network 5d2f8baf-324c-4f06-b682-4aac379275c5 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:16:19.180365 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:16:19.185561 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:16:19.189587 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Pushing event updated for resources: {'Port': ['ID=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:16:19.235707 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:19.236312 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:19.340970 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-2df018c7-8d65-4ee9-9409-8ea4e90f9aea tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8175166 Apr 14 22:16:19.353013 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Request body: {'port': {'device_id': '5cf9ca94-6d97-44fa-96a2-e6c9807c5d06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:16:19.417229 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:19.672248 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:16:19.680266 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Publish callbacks [] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:19.692035 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Transition to ACTIVE for port object 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:16:19.779685 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:19.812460 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:19.819831 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b75d9-70f0-4b04-9f80-7350574f8288 req-ed98df7c-9801-4aaa-a7b8-e6c58c38602f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:19.821381 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-532b75d9-70f0-4b04-9f80-7350574f8288 req-ed98df7c-9801-4aaa-a7b8-e6c58c38602f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 944 time: 0.0496593 Apr 14 22:16:19.832816 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:16:19.873702 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-532b75d9-70f0-4b04-9f80-7350574f8288 req-b00e1aad-fc28-4285-b741-0178b9584ba4 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464888 Apr 14 22:16:19.909139 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Attempting to bind port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:16:19.909467 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Attempting to bind port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c92e5a44-ae02-46e3-a006-f58af99218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:16:19.909793 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Attempting to bind port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e on network 5d2f8baf-324c-4f06-b682-4aac379275c5 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:16:19.914657 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e on network 5d2f8baf-324c-4f06-b682-4aac379275c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:16:19.914972 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Attempting to bind port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e on network 5d2f8baf-324c-4f06-b682-4aac379275c5 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:16:19.919774 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Checking agent: {'id': '6f5546e7-46b0-44c1-b9b6-380ffc794436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'started_at': datetime.datetime(2022, 4, 14, 21, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:16:19.920109 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Checking segment: {'id': 'c92e5a44-ae02-46e3-a006-f58af99218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:16:19.920491 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Bound using segment: {'id': 'c92e5a44-ae02-46e3-a006-f58af99218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:16:19.920944 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Bound port: 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92e5a44-ae02-46e3-a006-f58af99218c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:16:19.921319 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:19.984478 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] For port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e, host hv-cinder-81322, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:16:19.987623 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] For port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:16:20.094478 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051133'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:20.128943 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:20.129583 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:20.130979 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] 10.222.0.81 "PUT /v2.0/ports/1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e HTTP/1.1" status: 200 len: 1094 time: 0.7825439 Apr 14 22:16:20.131424 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9ca94-6d97-44fa-96a2-e6c9807c5d06', 'tag': '1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:16:20.133797 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74761b6e-066e-4a47-a58b-9acadd869ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9ca94-6d97-44fa-96a2-e6c9807c5d06", "tag": "1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:16:20.158543 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373409e3-cb69-4d00-a6ff-beab599c4462 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:16:20.173872 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965be7d2-6322-461a-94b9-2da5e6083b5b x-openstack-request-id: req-965be7d2-6322-461a-94b9-2da5e6083b5b {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:16:20.181436 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9ca94-6d97-44fa-96a2-e6c9807c5d06", "tag": "1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:16:20.181436 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-965be7d2-6322-461a-94b9-2da5e6083b5b {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:16:20.181436 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965be7d2-6322-461a-94b9-2da5e6083b5b'] response: {'name': 'network-changed', 'server_uuid': '5cf9ca94-6d97-44fa-96a2-e6c9807c5d06', 'tag': '1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e', 'status': 'completed', 'code': 200} Apr 14 22:16:20.235227 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74761b6e-066e-4a47-a58b-9acadd869ad3 req-ff945cca-318b-473e-b521-16c527a468ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:20.236681 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74761b6e-066e-4a47-a58b-9acadd869ad3 req-ff945cca-318b-473e-b521-16c527a468ca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 1128 time: 0.0403409 Apr 14 22:16:20.343502 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74761b6e-066e-4a47-a58b-9acadd869ad3 req-7639c3f4-356d-48e3-be4c-7b1d179592fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:20.345233 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74761b6e-066e-4a47-a58b-9acadd869ad3 req-7639c3f4-356d-48e3-be4c-7b1d179592fb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0980341 Apr 14 22:16:20.440605 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74761b6e-066e-4a47-a58b-9acadd869ad3 req-9f8756f0-d61e-4a06-bda6-eb4384480280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:20.442052 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-74761b6e-066e-4a47-a58b-9acadd869ad3 req-9f8756f0-d61e-4a06-bda6-eb4384480280 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901098 Apr 14 22:16:20.523454 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-a6cfe350-3759-46a2-9df5-f4f987956573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:20.524960 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-a6cfe350-3759-46a2-9df5-f4f987956573 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 1128 time: 0.0401809 Apr 14 22:16:20.566113 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-6286c413-cee8-41bd-a2a2-845534b06774 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e HTTP/1.1" status: 200 len: 217 time: 0.0342767 Apr 14 22:16:20.622937 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-0aaaf22e-f38a-4434-84dd-e6b5015e93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:20.624456 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-0aaaf22e-f38a-4434-84dd-e6b5015e93a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30c28c94-e60b-4cba-ad08-c6415a2c7410 HTTP/1.1" status: 200 len: 854 time: 0.0512686 Apr 14 22:16:20.780137 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-ac8d333d-f75a-48d8-98c3-2c39732472a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d2f8baf-324c-4f06-b682-4aac379275c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276041 Apr 14 22:16:20.868748 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-4d0049b0-5d34-48f0-8759-aa388b363b36 service neutron] 10.222.0.81 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825367 Apr 14 22:16:20.934344 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:20.970768 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac97895d-9195-43c6-b96a-9e7145e78a3a req-73a8e076-2fb8-4278-8be9-db5dd407d1b5 service neutron] 10.222.0.81 "GET /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951073 Apr 14 22:16:20.989973 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41cca8-75bc-46ce-90a6-6a101696a4aa req-e4c37451-9496-4d57-80ff-d9ec77d4eb59 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:20.991555 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fa41cca8-75bc-46ce-90a6-6a101696a4aa req-e4c37451-9496-4d57-80ff-d9ec77d4eb59 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 944 time: 0.0499606 Apr 14 22:16:21.042791 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fa41cca8-75bc-46ce-90a6-6a101696a4aa req-f296d0e9-c0f5-4fde-90a2-d34acf4c288c tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454752 Apr 14 22:16:22.159281 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2676a-53b0-48d7-86f9-d87f8e96b242 req-55ca68fb-e01a-41a2-bd1b-05bd16e69ffc tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:22.160768 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ca2676a-53b0-48d7-86f9-d87f8e96b242 req-55ca68fb-e01a-41a2-bd1b-05bd16e69ffc tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 944 time: 0.0474160 Apr 14 22:16:22.206718 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ca2676a-53b0-48d7-86f9-d87f8e96b242 req-0857059d-26d5-4d62-a8cb-ce1c1c4cfa82 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 Apr 14 22:16:22.631928 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:23.319474 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f0259-3628-40ea-a471-b6a6f6204c9a req-d2179db1-7603-430f-a555-b3d2b00c8917 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:23.320947 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6b8f0259-3628-40ea-a471-b6a6f6204c9a req-d2179db1-7603-430f-a555-b3d2b00c8917 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 944 time: 0.0479240 Apr 14 22:16:23.366788 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6b8f0259-3628-40ea-a471-b6a6f6204c9a req-4d3b6049-853b-47ba-88ce-a6eafe7a6abb tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Apr 14 22:16:24.483413 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ea3dd-749d-4311-85f4-c5b06a4253de req-4d4edc4b-2ef9-4899-9147-849fae3b669a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:24.484910 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e96ea3dd-749d-4311-85f4-c5b06a4253de req-4d4edc4b-2ef9-4899-9147-849fae3b669a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 944 time: 0.0516763 Apr 14 22:16:24.531214 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e96ea3dd-749d-4311-85f4-c5b06a4253de req-bda85d06-e2b4-4fa3-8e47-8c874107b879 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Apr 14 22:16:25.638295 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:16:25.648943 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b9a4-a513-4f63-a2b9-7aabc4c9ef9a req-4660b20f-9a20-445b-90bf-772280cefc7a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:25.650492 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7887b9a4-a513-4f63-a2b9-7aabc4c9ef9a req-4660b20f-9a20-445b-90bf-772280cefc7a tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 944 time: 0.0516956 Apr 14 22:16:25.697503 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7887b9a4-a513-4f63-a2b9-7aabc4c9ef9a req-1e5f5bb9-36fc-47a6-8699-fc3ae0bf30c2 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Apr 14 22:16:25.738157 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:16:25.750421 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Returning: {'device': '1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e', 'network_id': '5d2f8baf-324c-4f06-b682-4aac379275c5', 'port_id': '1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e', 'mac_address': 'fa:16:3e:ca:1b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c28c94-e60b-4cba-ad08-c6415a2c7410', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:16:25.788985 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:16:25.789380 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:25.802961 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:16:25.822469 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:16:25.962588 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:26.010437 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:16:26.017402 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.026473 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:16:26.407520 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:16:26.813716 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99aae8-8e74-401a-80f3-ce679791e091 req-e2b8ccbf-afd2-4182-90ed-8b7ad1981906 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:26.815216 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7d99aae8-8e74-401a-80f3-ce679791e091 req-e2b8ccbf-afd2-4182-90ed-8b7ad1981906 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 945 time: 0.0504217 Apr 14 22:16:26.864217 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7d99aae8-8e74-401a-80f3-ce679791e091 req-1720ba0d-5168-4c00-ae1f-6e24c508bf40 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Apr 14 22:16:27.653302 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e up at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:16:27.699565 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning for port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:16:27.795990 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Provisioning complete for port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:16:27.796432 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636426'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:27.872688 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Current status of the port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:16:27.873078 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770565'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:27.895623 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9ca94-6d97-44fa-96a2-e6c9807c5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:16:27.898888 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9792293087641220810e5dba203e8af540063edb1e6ccbefde1db8b29785b3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f9448c-4acb-4c44-9ff6-19b87b351f63" -d '{"events": [{"server_uuid": "5cf9ca94-6d97-44fa-96a2-e6c9807c5d06", "name": "network-vif-plugged", "status": "completed", "tag": "1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:16:27.912418 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] For port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:16:27.934217 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c3d7fe-9c30-4518-9e00-2a43f5a2ee78 x-openstack-request-id: req-72c3d7fe-9c30-4518-9e00-2a43f5a2ee78 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:16:27.936454 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9ca94-6d97-44fa-96a2-e6c9807c5d06", "name": "network-vif-plugged", "status": "completed", "tag": "1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:16:27.936454 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72c3d7fe-9c30-4518-9e00-2a43f5a2ee78 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:16:27.936454 dv-cinder-813229-9-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c3d7fe-9c30-4518-9e00-2a43f5a2ee78'] response: {'server_uuid': '5cf9ca94-6d97-44fa-96a2-e6c9807c5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e', 'code': 200} Apr 14 22:16:27.981699 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92aae3-3546-4ae3-881e-7af960df7300 req-47704922-4171-4741-9e45-66a5d59a934c tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:27.983292 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2b92aae3-3546-4ae3-881e-7af960df7300 req-47704922-4171-4741-9e45-66a5d59a934c tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 945 time: 0.0497985 Apr 14 22:16:28.000786 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763760301352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763759827667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763759827685'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:28.034147 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2b92aae3-3546-4ae3-881e-7af960df7300 req-a4d24808-f3c8-498b-8033-13bbed223f15 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441961 Apr 14 22:16:28.049755 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Pushing event updated for resources: {'Port': ['ID=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:16:28.234359 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b28d9-b688-4d9c-a003-50cb8dcb09cc req-6f6b4fa1-0673-4544-8842-4e8faf1ac0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:28.235760 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-886b28d9-b688-4d9c-a003-50cb8dcb09cc req-6f6b4fa1-0673-4544-8842-4e8faf1ac0fe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 1130 time: 0.0451210 Apr 14 22:16:28.283937 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-886b28d9-b688-4d9c-a003-50cb8dcb09cc req-b27d9bb7-26a3-430b-b33b-9112ef47b7e1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Apr 14 22:16:29.151123 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f5113-ad19-4969-8d80-f24b0f7c5112 req-7bf28485-2202-4163-8ee7-9f8d802954de tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:29.155480 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-895f5113-ad19-4969-8d80-f24b0f7c5112 req-7bf28485-2202-4163-8ee7-9f8d802954de tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 946 time: 0.0503876 Apr 14 22:16:29.203718 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-895f5113-ad19-4969-8d80-f24b0f7c5112 req-207daddc-34e6-48d2-a76c-7b93dfb38e31 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Apr 14 22:16:30.378863 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b10446-2d6c-43fc-9753-ca4b55286938 req-04d3c990-9efc-4d18-b5b8-5e6bbd063d4b tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:30.380677 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f6b10446-2d6c-43fc-9753-ca4b55286938 req-04d3c990-9efc-4d18-b5b8-5e6bbd063d4b tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 946 time: 0.1067708 Apr 14 22:16:30.427691 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f6b10446-2d6c-43fc-9753-ca4b55286938 req-525a9a6d-1c90-44f0-9720-9042716e4145 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Apr 14 22:16:40.312246 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:45.250760 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:16:46.133513 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d9c8928e-4530-40f1-9054-3007927cdee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:48.537858 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-125e13b6-6b8c-47a2-938a-be8a24adb19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:49.767334 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:50.921758 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:52.606251 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:57.482470 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5385327-989c-4cd7-9de8-7dd160565cae req-2bd70edd-9f3f-44c5-a361-46f466a8276d tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:57.484009 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c5385327-989c-4cd7-9de8-7dd160565cae req-2bd70edd-9f3f-44c5-a361-46f466a8276d tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 946 time: 0.0506792 Apr 14 22:16:57.533160 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c5385327-989c-4cd7-9de8-7dd160565cae req-ea358b40-bb63-4af5-997a-16ecea9517b4 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Apr 14 22:16:58.662456 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af5664-88e1-4c9f-8ab7-c6eb991d16e3 req-6739d2fd-9f64-4d6e-9082-f1ee768de371 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:58.663962 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-17af5664-88e1-4c9f-8ab7-c6eb991d16e3 req-6739d2fd-9f64-4d6e-9082-f1ee768de371 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 946 time: 0.0489118 Apr 14 22:16:58.711524 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-17af5664-88e1-4c9f-8ab7-c6eb991d16e3 req-62c8a733-d81f-4bbb-8d1e-91f6c59ecb50 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/security-groups?id=45571d2d-66d2-434e-a79b-386a744d0e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Apr 14 22:16:59.318522 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483760b-265f-4ed7-9703-40e73df319ad req-ddc4f9f0-0f5e-442d-9446-f32560c6d9d5 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:16:59.319883 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b483760b-265f-4ed7-9703-40e73df319ad req-ddc4f9f0-0f5e-442d-9446-f32560c6d9d5 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 946 time: 0.0511057 Apr 14 22:16:59.402825 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-b483760b-265f-4ed7-9703-40e73df319ad req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Deleting port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:16:59.403163 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b483760b-265f-4ed7-9703-40e73df319ad req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763760293928'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:59.492474 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-b483760b-265f-4ed7-9703-40e73df319ad req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] For port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,segment=NetworkSegment(c92e5a44-ae02-46e3-a006-f58af99218c4),segment_id=c92e5a44-ae02-46e3-a006-f58af99218c4)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:16:59.492864 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b483760b-265f-4ed7-9703-40e73df319ad req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772873'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:59.505701 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-b483760b-265f-4ed7-9703-40e73df319ad req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Calling delete_port for 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:16:59.756245 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b483760b-265f-4ed7-9703-40e73df319ad req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-770754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763760301334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763759827658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051076'] for port (1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:59.769826 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] get_ports_and_sgs() called for port_ids ['1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:16:59.784827 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Pushing event deleted for resources: {'Port': ['ID=1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:16:59.822254 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f2fefe66-28bd-483d-b5d3-1bb63ea82836 req-757c4eb3-9ed1-408d-8157-a897a9f7e015 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 210 time: 0.0396242 Apr 14 22:16:59.834079 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b483760b-265f-4ed7-9703-40e73df319ad req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] No DVR routers for this DVR port 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e on host hv-cinder-81322 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:16:59.844278 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b483760b-265f-4ed7-9703-40e73df319ad req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75691'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:16:59.848093 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b483760b-265f-4ed7-9703-40e73df319ad req-34191385-e69f-457c-a089-fc2a7e43107f tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.81 "DELETE /v2.0/ports/1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e HTTP/1.1" status: 204 len: 173 time: 0.5226836 Apr 14 22:16:59.848544 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9ca94-6d97-44fa-96a2-e6c9807c5d06', 'name': 'network-vif-deleted', 'tag': '1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:16:59.850843 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}361987b9a4b70578cec989b78b919eebec59365b59ceae59228afb33025eb1a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126283d1-e7dc-4f25-9a1f-546bf1bf5357" -d '{"events": [{"server_uuid": "5cf9ca94-6d97-44fa-96a2-e6c9807c5d06", "name": "network-vif-deleted", "tag": "1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:16:59.885524 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07335be3-2778-467d-9bce-a11a0d796b1b x-openstack-request-id: req-07335be3-2778-467d-9bce-a11a0d796b1b {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:16:59.885889 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9ca94-6d97-44fa-96a2-e6c9807c5d06", "name": "network-vif-deleted", "tag": "1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:16:59.886216 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07335be3-2778-467d-9bce-a11a0d796b1b {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:16:59.886764 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07335be3-2778-467d-9bce-a11a0d796b1b'] response: {'server_uuid': '5cf9ca94-6d97-44fa-96a2-e6c9807c5d06', 'name': 'network-vif-deleted', 'tag': '1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e', 'status': 'completed', 'code': 200} Apr 14 22:17:00.935439 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a80acdf7-80b6-4e96-a13a-cd033f4546b5 req-b43cfdb7-843c-4bee-ad10-bb0b7ff3f0d2 tempest-VolumesSnapshotTestJSON-864368916 tempest-VolumesSnapshotTestJSON-864368916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cf9ca94-6d97-44fa-96a2-e6c9807c5d06 HTTP/1.1" status: 200 len: 210 time: 0.0326614 Apr 14 22:17:03.776667 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:17:03.797128 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] No Port match for: 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:17:03.797474 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Device 1cdf2d6c-875f-4fe0-bdf8-38bc9e0ded3e not bound to the agent host hv-cinder-81322 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:17:10.280040 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:16.144028 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6726df5f-88f5-4ffc-8d2e-aa1ccc42dae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:18.578147 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0edaed25-cced-4782-a921-1dd424db7f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:19.839015 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:20.960469 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:22.249612 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:17:22.640401 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.073781 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.52', 58820) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:30.119459 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Deleting subnet 30c28c94-e60b-4cba-ad08-c6415a2c7410 {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:17:30.122653 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Publish callbacks [] for subnet (30c28c94-e60b-4cba-ad08-c6415a2c7410), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.161277 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4832059'] for subnet (30c28c94-e60b-4cba-ad08-c6415a2c7410), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.202695 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351726'] for subnet (30c28c94-e60b-4cba-ad08-c6415a2c7410), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.389326 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-272520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5051051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7418335'] for subnet (30c28c94-e60b-4cba-ad08-c6415a2c7410), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.415495 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c28c94-e60b-4cba-ad08-c6415a2c7410,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:30.420155 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.423329 dv-cinder-813229-9-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/30c28c94-e60b-4cba-ad08-c6415a2c7410 HTTP/1.1" status: 204 len: 168 time: 0.3485427 Apr 14 22:17:30.426640 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 58824) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:30.429933 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.434862 dv-cinder-813229-9-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b59ee-faf3-46d9-a3c7-5ec110aa9744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.497521 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639327'] for network (5d2f8baf-324c-4f06-b682-4aac379275c5), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.584007 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359765', 'neutron.services.segments.db._delete_segments_for_network-8763760352440'] for network (5d2f8baf-324c-4f06-b682-4aac379275c5), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.606412 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2f8baf-324c-4f06-b682-4aac379275c5']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:30.617552 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92e5a44-ae02-46e3-a006-f58af99218c4') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:30.617861 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92e5a44-ae02-46e3-a006-f58af99218c4') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:17:30.627714 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763760110785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5148289'] for segment (c92e5a44-ae02-46e3-a006-f58af99218c4), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.641728 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157'] for segment (c92e5a44-ae02-46e3-a006-f58af99218c4), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.648367 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610139'] for segment (c92e5a44-ae02-46e3-a006-f58af99218c4), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: Traceback (most recent call last): Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: timer() Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: cb(*args, **kw) Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: return func(*args, **kwargs) Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: self._notify() Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: self.callback(batched_events) Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: event.method(event) Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: return f(self, *a, **k) Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._get(url).json() Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: return self.request(url, 'GET', **kwargs) Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:17:30.652233 dv-cinder-813229-9-iscsi neutron-server[110547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:17:30.760542 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771225'] for network (5d2f8baf-324c-4f06-b682-4aac379275c5), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.765938 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635108'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:30.769413 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5d2f8baf-324c-4f06-b682-4aac379275c5 HTTP/1.1" status: 204 len: 168 time: 0.3417857 Apr 14 22:17:30.780207 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2f8baf-324c-4f06-b682-4aac379275c5,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:30.788141 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.788494 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.788870 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.789295 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.789640 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.789973 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.790324 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.790637 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.790969 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.791365 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.791649 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.791928 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.792254 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.792597 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:30.792926 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b522e5-e36c-4b3d-8ba0-870ae84d0e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-9-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:17:31.122082 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 58828) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:31.167476 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-47c5268e-0d3e-4a20-a138-dbf5a39c285b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b0851ab52d241a6934c5cd5bfbddc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441878 Apr 14 22:17:31.169894 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.52', 58830) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:17:31.217416 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dceccf08-3490-4c78-9932-efa5cd6a234f admin admin] Publish callbacks [] for security_group (45571d2d-66d2-434e-a79b-386a744d0e73), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:31.239527 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dceccf08-3490-4c78-9932-efa5cd6a234f admin admin] Publish callbacks [] for security_group (45571d2d-66d2-434e-a79b-386a744d0e73), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:31.372205 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dceccf08-3490-4c78-9932-efa5cd6a234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379488'] for security_group (45571d2d-66d2-434e-a79b-386a744d0e73), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:31.374902 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dceccf08-3490-4c78-9932-efa5cd6a234f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:31.376080 dv-cinder-813229-9-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dceccf08-3490-4c78-9932-efa5cd6a234f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45571d2d-66d2-434e-a79b-386a744d0e73 HTTP/1.1" status: 204 len: 168 time: 0.2052758 Apr 14 22:17:31.384775 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceccf08-3490-4c78-9932-efa5cd6a234f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45571d2d-66d2-434e-a79b-386a744d0e73,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:17:40.313287 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:46.131277 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6567aef7-783b-479f-944c-7ac617bcc96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:48.535973 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-575a19dd-b2dc-473a-9c8b-524bb8f582b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:49.782521 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:50.919860 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:52.593772 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:17:59.248347 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:18:10.329846 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:16.124758 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-94d3870e-b768-4867-b6c5-e2132e9416ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:18.496099 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e14e-ba38-4cdc-b844-667e00bd9124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:19.770085 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:20.941582 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:22.609974 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:36.247291 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:18:40.363650 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:46.124027 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d5340bf3-68f8-42df-997f-604543a24950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:48.512405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbda100c-2b60-484f-bf7e-5ea7f68dc1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:49.809480 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:50.923225 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:52.596723 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:10.328765 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:13.248410 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:19:16.145694 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f22884fb-bcff-4635-982d-6c9552fa2057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:18.522662 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e261aee1-99a9-437f-a4ef-e67572773c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:19.773531 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:20.951784 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:22.585225 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:40.305018 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:46.190343 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d7349411-277d-41ec-8290-e3e120d4208c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:48.521496 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c60c-da94-492a-84b1-60fdffe6922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:49.784320 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:50.248156 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:19:50.926896 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:52.623932 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:10.332405 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:16.114514 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8fcbea7-826e-433f-b1d4-7c83bdb8ce5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:18.526038 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e1772771-3695-466a-9fdc-5bb9a13b9c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:19.788822 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:21.000160 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:22.622921 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:27.248146 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:20:40.336966 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:46.153515 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d4317fd9-46a0-42a2-bc89-0a48f4abc749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:48.513598 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34448911-2418-46a6-b062-b65773c8fe75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:49.793803 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:50.953654 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:52.604681 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:04.247805 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:21:08.702982 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-9e1aebe7-043f-4319-8438-5f55bf0b73ff service neutron] (110547) timed out ('10.222.0.52', 53662) {{(pid=110547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:21:08.787919 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-0e6d8bb2-8a96-41ee-9f73-10291b6682ba req-5842cc78-e6a3-4d16-a7ae-eab5c09330ae tempest-AttachVolumeShelveTestJSON-1464379609 tempest-AttachVolumeShelveTestJSON-1464379609-project] (110547) timed out ('10.222.0.52', 53674) {{(pid=110547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:21:10.347249 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:16.135573 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0a4fa88e-6cf9-40d5-ab34-1c6bdc0630d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:18.540930 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e632c8f7-8080-45fe-924d-570bd8ece790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:19.775290 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:20.935593 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:22.586592 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:40.374927 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:41.247420 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:21:46.128609 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3787084f-b301-45b0-adb8-66a5a9c6f01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:48.540143 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ca3f10e5-773c-406c-be61-c68bd7e82496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:49.849289 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:50.962683 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:52.591193 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:10.386135 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:16.144944 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fd0373d7-b6d1-4950-8034-df105589ab34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:18.245883 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:22:18.528192 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-05db29ba-9916-4e7a-aaee-1b87b7358c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:19.824968 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:20.944733 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:22.773564 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:40.384248 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93c9d223-73b4-4b4d-a484-cae37f2307f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6f5546e7-46b0-44c1-b9b6-380ffc794436), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:46.155915 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bcc01f1d-2446-4868-a254-00b2f03e9f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (24c071f9-1de2-463b-829d-bac0345c98b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:48.498545 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f86ae4b-7282-4d79-ab27-81b5eab4414b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (3ee7e25a-7167-4ef7-b35d-ee9ae052c7aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:49.818489 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38e0539a-39df-4dcd-b86f-4c118b0581ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (6a259abf-804b-4374-93f2-6b70d8d298b5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:50.966708 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33760113-5bdc-45e0-ac90-22f87f3c32a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (0eaa661c-e93b-4230-8ab6-2b26760c6265), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:52.612618 dv-cinder-813229-9-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81348b15-c8f8-4cf4-9d26-ae9a36c0784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763760352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-636628'] for agent (9cc51920-149b-4171-ada4-a5cc985c8f59), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:55.244360 dv-cinder-813229-9-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-2d44b09f-9e13-4815-81c3-68651ebd3845 None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:22:58.443485 dv-cinder-813229-9-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-3f970040-4236-40fb-8ad0-55ea387e12b4 req-df6d8cde-2caa-49f0-ab0c-b940ac5bb0a1 service neutron] (110547) timed out ('10.222.0.81', 56840) {{(pid=110547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}